-- Logs begin at Mon 2021-05-10 10:54:46 UTC, end at Mon 2021-05-10 12:17:34 UTC. -- May 10 11:24:22.458763 dv-cinder-784945-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 11:24:24.853459 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.common.config [-] Logging enabled! May 10 11:24:24.854028 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:24:24.854205 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:24:24.857434 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.common.config [-] Logging enabled! May 10 11:24:24.857686 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:24:24.857990 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:24:24.858897 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:24:24.859125 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:24:24.859474 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:24:24.859714 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:24:24.859933 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:24:24.860244 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.860535 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.860823 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.861046 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.861434 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.861720 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.861996 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.862284 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.862575 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.862878 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.863405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.863682 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.863907 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.864180 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.864459 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.864739 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.864956 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] debug = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.865255 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.865675 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.866068 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.866339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.866753 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.866892 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.867155 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.867421 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.867775 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.868100 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] host = dv-cinder-784945-6-iscsi {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.868371 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.868649 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.868928 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.869227 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.869497 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.869764 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.870041 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.870306 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.870568 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.870832 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.871109 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.871385 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.871665 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.871881 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.872099 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.872381 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.872659 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.872923 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.873204 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.873471 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.873732 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.873994 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.874251 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.874526 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.874798 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.875072 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.875336 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.875597 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.875857 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.876119 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.876395 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.876656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.876917 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.877187 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.877478 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.877735 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.877996 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.878286 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.879071 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.879344 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.879618 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.879881 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.880153 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.880417 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.880681 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.880943 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_json = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.881229 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.881492 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.881765 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.882028 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.882289 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.882554 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.882819 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.883095 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:24.883383 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.883670 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.883962 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.884236 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.884523 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.884796 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.885076 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.885368 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.885648 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.885928 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.886207 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.886477 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.886757 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.887025 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.887389 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.887692 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.887977 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.888260 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.888530 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.888798 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.889063 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.889356 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.889636 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.889920 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.890202 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.890469 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.890739 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.891022 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.891290 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.891557 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.891824 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.892104 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.892374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.892644 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.892920 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.893210 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.893482 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.893813 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.894663 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.894954 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.895228 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.895498 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.895765 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.896037 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.896303 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.896582 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.896853 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.897121 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.897413 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.897686 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.897953 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.898218 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.898490 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.898760 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.899030 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.899297 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.899562 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.899829 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.900095 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.900360 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.900623 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.900891 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.901161 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.901446 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.901711 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.901977 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.902242 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.902508 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.902794 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.903083 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.903354 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.903626 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.903896 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.904169 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.904439 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.904709 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.904981 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.905273 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.905541 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.905826 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.906101 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.906380 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.906656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.906928 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.907215 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.907485 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.907759 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.908028 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.908314 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.908576 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.908851 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.909137 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.909508 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.909818 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.910106 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.910393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.910666 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.910966 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.911240 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:24.911452 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:24:24.911682 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78659) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 11:24:25.258017 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:25.258288 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:25.258569 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:25.258904 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 11:24:25.558972 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.559181 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.559447 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.560609 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.560876 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.561135 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.680927 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.681218 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.681480 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.694395 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.694671 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.694936 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.723196 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.723467 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.723728 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.761393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.761667 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.761929 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.992240 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.992827 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.992827 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.993021 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:25.993793 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.117488 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.117804 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.118082 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.118348 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.118609 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.118911 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.119165 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.119414 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.119661 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.119934 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.120183 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.120439 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.120696 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.120944 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.121226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.121490 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.121742 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.122009 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.122256 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.122529 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.122871 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.123116 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.123358 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.123773 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.124023 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.124270 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.124652 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.124886 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.125119 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.125375 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.125606 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.125835 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.126197 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 11:24:26.129340 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 11:24:26.133204 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 11:24:26.137101 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 10 11:24:26.138724 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 11:24:26.139156 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 11:24:26.139484 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 11:24:26.139858 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 11:24:26.142698 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 11:24:26.142945 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 11:24:26.143441 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:24:26.171475 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 11:24:26.171914 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.172203 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78659) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 11:24:26.172558 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.173922 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78659) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 11:24:26.174198 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:24:26.174437 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 11:24:26.177654 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.177928 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.257636 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 11:24:26.257820 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 11:24:26.258051 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 11:24:26.258413 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 11:24:26.289436 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_db.sqlalchemy.engines [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78659) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 11:24:26.621095 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing driver for type 'gre' May 10 11:24:26.621590 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] gre ID ranges: [(1, 1000)] May 10 11:24:26.671271 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing driver for type 'local' May 10 11:24:26.671655 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing driver for type 'vlan' May 10 11:24:26.682901 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] VlanTypeDriver initialization complete May 10 11:24:26.683186 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing driver for type 'vxlan' May 10 11:24:26.683656 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] vxlan ID ranges: [(1, 1000)] May 10 11:24:26.736103 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing extension driver 'port_security' May 10 11:24:26.736415 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.extensions.port_security [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] PortSecurityExtensionDriver initialization complete May 10 11:24:26.736744 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing mechanism driver 'openvswitch' May 10 11:24:26.737066 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing mechanism driver 'hyperv' May 10 11:24:26.744256 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.plugins.ml2.plugin [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:26.744992 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.745381 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.745731 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.746117 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.746464 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.746802 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.747178 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.747519 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.747853 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.748220 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.748556 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.748885 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.749281 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.749618 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.749951 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.750321 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > address_group after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.750658 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > address_group after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.750986 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.751357 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] ML2 OVO RPC backend initialized. {{(pid=78659) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 11:24:26.752393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.752741 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.753146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.754050 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > networks before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.754393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.754721 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > ports before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.755065 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.755387 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnets before_response 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.755724 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.756055 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.756382 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.756710 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.757038 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.757393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.757722 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.758050 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.758374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.758938 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.plugin [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Modular L2 Plugin initialization complete May 10 11:24:26.759259 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading services supported by the core plugin {{(pid=78659) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 11:24:26.759573 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.plugins.ml2.managers [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Got port-security extension from driver 'port_security' May 10 11:24:26.760016 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.extensions.vlantransparent [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Disabled vlantransparent extension. May 10 11:24:26.760492 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78659) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 11:24:26.760798 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: router May 10 11:24:26.795800 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.796180 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_create 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.796543 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router before_create 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.796900 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.797436 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.797792 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_delete 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.798146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.798503 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_create 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.798845 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.799187 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.799532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.799883 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.800814 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.801191 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.801536 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.801867 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: subnet after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.802200 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.802539 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.802875 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_create 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.803207 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.803544 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.803890 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router after_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.804222 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.804561 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_create 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.804911 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.805282 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_update 55549900 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.805646 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > network after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.806469 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Tracking information for resource: router configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.806794 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Tracking information for resource: floatingip configured {{(pid=78659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:24:26.811621 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.db.l3_agentschedulers_db [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 11:24:26.812186 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.812541 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.812887 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.813352 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: port after_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.814131 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router before_create 55550100 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.814488 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.814845 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_create 55550100 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.815195 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > router precommit_update 55550100 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.820202 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.provider_configuration [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service providers = [] {{(pid=78659) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 11:24:26.820558 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.db.servicetype_db [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78659) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 11:24:26.823443 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.service_base [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:24:26.823788 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.service_base [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:24:26.824124 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.service_base [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:24:26.824985 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.services.service_base [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:24:26.825383 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.services.service_base [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 11:24:26.827174 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.827498 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 11:24:26.838469 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.838793 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: auto_allocate May 10 11:24:26.844430 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: network precommit_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.844792 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: network precommit_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.845339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.845650 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: tag May 10 11:24:26.852882 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.853232 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: timestamp May 10 11:24:26.856924 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.857280 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: network_ip_availability May 10 11:24:26.862417 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.862807 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.863411 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:26.864106 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.864415 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: flavors May 10 11:24:26.869285 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.869605 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading Plugin: revisions May 10 11:24:26.873862 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:24:26.874185 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=78659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:26.874900 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78659) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 11:24:26.875224 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Initializing extension manager. May 10 11:24:26.875722 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: __init__.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.876054 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: __pycache__ {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.876382 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.876705 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: address_group.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.877470 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.878020 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: address-group May 10 11:24:26.878361 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: address_scope.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.879057 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.879560 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: address-scope May 10 11:24:26.879877 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.880781 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.881315 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: router-admin-state-down-before-update May 10 11:24:26.881632 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: agent.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.882314 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.882812 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: agent May 10 11:24:26.883125 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: agent_resources_synced.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.884009 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.884505 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: agent-resources-synced May 10 11:24:26.884819 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: allowedaddresspairs.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.886577 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.887097 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: allowed-address-pairs May 10 11:24:26.887418 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: auto_allocated_topology.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.888463 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.888973 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: auto-allocated-topology May 10 11:24:26.889330 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: availability_zone.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.890014 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.890515 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: availability_zone May 10 11:24:26.890836 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: availability_zone_filter.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.891734 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.892236 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: availability_zone_filter May 10 11:24:26.892551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: data_plane_status.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.893814 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.894851 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension data-plane-status not supported by any of loaded plugins May 10 11:24:26.895166 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: default_subnetpools.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.896067 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.896567 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: default-subnetpools May 10 11:24:26.896884 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.897699 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.898201 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: dhcp_agent_scheduler May 10 11:24:26.898516 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: dns.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.899403 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.899900 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension dns-integration not supported by any of loaded plugins May 10 11:24:26.900216 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: dns_domain_ports.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.901107 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.901635 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 11:24:26.901950 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: dvr.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.902607 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.903103 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: dvr May 10 11:24:26.903417 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: empty_string_filtering.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.904304 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.904799 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: empty-string-filtering May 10 11:24:26.905110 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.906017 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.906508 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 11:24:26.906820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.907702 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.908196 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 11:24:26.908510 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: external_net.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.909415 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.910464 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: external-net May 10 11:24:26.910775 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.911653 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.912152 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: extra_dhcp_opt May 10 11:24:26.912465 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: extraroute.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.913378 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.913885 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: extraroute May 10 11:24:26.914292 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: extraroute_atomic.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.915308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.915837 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: extraroute-atomic May 10 11:24:26.916137 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: filter_validation.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.916790 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.917328 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: filter-validation May 10 11:24:26.917642 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: fip_pf_description.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.918696 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.919201 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 11:24:26.919513 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: fip_port_details.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.920407 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.920911 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: fip-port-details May 10 11:24:26.921247 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: flavors.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.922440 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.922944 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: flavors May 10 11:24:26.923262 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.924902 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.925483 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 11:24:26.925806 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: floatingip_pools.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.926491 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.926991 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: floatingip-pools May 10 11:24:26.927308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: ip_allocation.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.928206 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.928703 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension ip_allocation not supported by any of loaded plugins May 10 11:24:26.929019 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.929953 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.930455 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: ip-substring-filtering May 10 11:24:26.930774 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l2_adjacency.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.931665 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.932159 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 11:24:26.932476 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.933455 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.933967 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: router May 10 11:24:26.934284 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.936456 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.936978 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 11:24:26.937339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.938236 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.938748 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: ext-gw-mode May 10 11:24:26.939069 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.939961 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.940467 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: l3-ha May 10 11:24:26.940824 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3_flavors.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.941750 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.942254 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: l3-flavors May 10 11:24:26.942570 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.943460 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.943971 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 11:24:26.944285 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: l3agentscheduler.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.945321 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.945834 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: l3_agent_scheduler May 10 11:24:26.946154 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: logging.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.947636 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.948153 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension logging not supported by any of loaded plugins May 10 11:24:26.948476 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: metering.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.949236 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.949815 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: metering May 10 11:24:26.950140 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.951225 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.951738 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: metering_source_and_destination_fields May 10 11:24:26.952058 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: multiprovidernet.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.953083 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.953630 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: multi-provider May 10 11:24:26.953952 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: netmtu.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.954851 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.955353 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: net-mtu May 10 11:24:26.955668 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: netmtu_writable.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.957092 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.957643 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: net-mtu-writable May 10 11:24:26.957958 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: network_availability_zone.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.958611 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.959105 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: network_availability_zone May 10 11:24:26.959419 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: network_ip_availability.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.960487 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.960992 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: network-ip-availability May 10 11:24:26.961341 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: network_segment_range.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.962094 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.962597 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension network-segment-range not supported by any of loaded plugins May 10 11:24:26.962913 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: pagination.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.963866 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.964198 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: pagination May 10 11:24:26.964512 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: port_device_profile.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.965424 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.965934 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: port-device-profile May 10 11:24:26.966250 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.967151 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.967653 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: port-mac-address-regenerate May 10 11:24:26.967967 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.968853 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.969383 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: port-numa-affinity-policy May 10 11:24:26.969696 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: port_resource_request.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.970575 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.971071 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension port-resource-request not supported by any of loaded plugins May 10 11:24:26.971384 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: portbindings.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.972815 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.973344 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: binding May 10 11:24:26.973658 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: portbindings_extended.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.974904 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.975410 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: binding-extended May 10 11:24:26.975726 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: portsecurity.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.976612 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.977112 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: port-security May 10 11:24:26.977454 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: project_id.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.978405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.978723 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: project-id May 10 11:24:26.979039 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: providernet.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.979934 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.980436 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: provider May 10 11:24:26.980750 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.984285 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.984810 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos not supported by any of loaded plugins May 10 11:24:26.985135 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.986387 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.986892 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 11:24:26.987214 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.988381 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.988886 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 11:24:26.989292 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_default.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.990186 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.990695 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-default not supported by any of loaded plugins May 10 11:24:26.991014 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_fip.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.991646 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.992143 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-fip not supported by any of loaded plugins May 10 11:24:26.992457 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_gateway_ip.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.993388 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.993895 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 11:24:26.994217 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_port_network_policy.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.995105 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.995612 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 11:24:26.995927 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_rule_type_details.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.996826 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.997355 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 11:24:26.997673 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: qos_rules_alias.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:26.998692 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:26.999203 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 11:24:26.999519 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: quotasv2.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.000513 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.000837 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: quotas May 10 11:24:27.001152 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: quotasv2_detail.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.002770 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.003101 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: quota_details May 10 11:24:27.003451 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: rbac.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.004475 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.004992 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: rbac-policies May 10 11:24:27.005353 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: rbac_address_group.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.006261 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.006768 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: rbac-address-group May 10 11:24:27.007085 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: rbac_address_scope.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.007980 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.008487 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: rbac-address-scope May 10 11:24:27.008805 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: rbac_security_groups.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.009721 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.010226 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: rbac-security-groups May 10 11:24:27.010541 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: rbac_subnetpool.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.011434 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.011936 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: rbac-subnetpool May 10 11:24:27.012251 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: revisionifmatch.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.013146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.013691 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: revision-if-match May 10 11:24:27.014005 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: revisions.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.015095 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.015663 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: standard-attr-revisions May 10 11:24:27.016024 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: router_availability_zone.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.016642 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.017137 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: router_availability_zone May 10 11:24:27.017481 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: routerservicetype.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.018377 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.018877 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension router-service-type not supported by any of loaded plugins May 10 11:24:27.019710 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.020602 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.021105 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: security-groups-normalized-cidr May 10 11:24:27.021506 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.022408 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.022909 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: port-security-groups-filtering May 10 11:24:27.023226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.024138 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.024645 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: security-groups-remote-address-group May 10 11:24:27.024962 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: securitygroup.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.034437 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.035523 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: security-group May 10 11:24:27.035846 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: segment.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.036606 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.037108 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension segment not supported by any of loaded plugins May 10 11:24:27.037451 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.038363 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.038872 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 11:24:27.039193 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: servicetype.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.040278 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.040794 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: service-type May 10 11:24:27.041111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: sorting.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.042092 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.042413 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: sorting May 10 11:24:27.042727 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: standard_attr_segment.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.043609 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.044112 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 11:24:27.044425 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: standardattrdescription.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.045056 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.045585 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: standard-attr-description May 10 11:24:27.045903 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: stateful_security_group.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.046795 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.047301 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: stateful-security-group May 10 11:24:27.047617 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: stdattrs_common.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.048179 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 11:24:27.048494 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.049502 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.050012 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 11:24:27.050361 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnet_onboard.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.051413 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.051921 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: subnet_onboard May 10 11:24:27.052238 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.053136 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.053666 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 11:24:27.053985 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnet_service_types.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.054881 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.055399 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: subnet-service-types May 10 11:24:27.055716 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnetallocation.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.056776 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.057321 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: subnet_allocation May 10 11:24:27.057644 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.058293 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.058796 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: subnetpool-prefix-ops May 10 11:24:27.059112 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.060010 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.060512 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 11:24:27.060826 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: tagging.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.061881 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.062407 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: standard-attr-tag May 10 11:24:27.062724 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: timestamp.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.063885 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.064398 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loaded extension: standard-attr-timestamp May 10 11:24:27.064719 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: trunk.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.066267 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.066786 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension trunk not supported by any of loaded plugins May 10 11:24:27.067107 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: trunk_details.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.068007 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.068511 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension trunk-details not supported by any of loaded plugins May 10 11:24:27.068826 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: uplink_status_propagation.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.069754 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.070260 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 11:24:27.070574 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Loading extension file: vlantransparent.py {{(pid=78659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:24:27.071222 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:24:27.071721 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 11:24:27.074152 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:network May 10 11:24:27.074847 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnet May 10 11:24:27.075612 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:24:27.076203 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:port May 10 11:24:27.077454 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.077898 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service FLAVORS assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.078530 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.078959 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.079278 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:router May 10 11:24:27.079921 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:24:27.080614 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service METERING assigned prefix: /metering {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.082599 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:27.082959 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:27.083305 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:27.084421 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:24:27.084849 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:security_group May 10 11:24:27.085514 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:24:27.086241 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service CORE assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.086561 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:24:27.086888 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] subnetpool is already registered May 10 11:24:27.087490 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service CORE assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.087809 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:24:27.088127 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] subnetpool is already registered May 10 11:24:27.090692 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.091123 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service FLAVORS assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.091709 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.092129 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.092449 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:router May 10 11:24:27.092767 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] router is already registered May 10 11:24:27.093368 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:24:27.093689 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] floatingip is already registered May 10 11:24:27.094317 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service METERING assigned prefix: /metering {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.094977 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:24:27.095297 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] rbac_policy is already registered May 10 11:24:27.096686 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:security_group May 10 11:24:27.097030 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] security_group is already registered May 10 11:24:27.097654 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:24:27.097983 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] security_group_rule is already registered May 10 11:24:27.098639 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service CORE assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.098960 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:24:27.099287 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] subnetpool is already registered May 10 11:24:27.099870 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.v2.resource_helper [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Service CORE assigned prefix: {{(pid=78659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:24:27.100187 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:24:27.100504 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING neutron.quota.resource_registry [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] subnetpool is already registered May 10 11:24:27.101152 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: extensions {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.102596 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: address-groups {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.104191 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: address-scopes {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.105398 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: agents {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.106558 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: auto-allocated-topology {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.107780 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: availability_zones {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.109066 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: dhcp-networks {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.110484 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: dhcp-agents {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.111910 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: routers {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.114033 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: flavors {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.115173 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: service_profiles {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.116444 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: next_providers {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.118036 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: service_profiles {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.119412 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: floatingip-pools {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.120614 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: routers {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.122447 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: floatingips {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.123627 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: l3-routers {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.125035 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: l3-agents {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.126420 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: metering-labels {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.127745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: metering-label-rules {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.129552 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: network-ip-availabilities {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.130803 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: bindings {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.132435 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: quotas {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.133873 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: quotas {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.135295 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: rbac-policies {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.136591 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: security-groups {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.137815 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: security-group-rules {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.139051 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: service-providers {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.140263 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: subnetpools {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.141688 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: subnetpools {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.143125 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.145398 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.147202 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.148953 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.150807 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.152639 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.154343 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.157116 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.158891 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.271404 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron.api.extensions [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Extended resource: tags {{(pid=78659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:24:27.277303 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING keystonemiddleware.auth_token [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 11:24:27.281931 dv-cinder-784945-6-iscsi neutron-server[78659]: WARNING keystonemiddleware.auth_token [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 11:24:27.290405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Acquired lock "singleton_lock" {{(pid=78659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 11:24:27.290878 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_concurrency.lockutils [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Releasing lock "singleton_lock" {{(pid=78659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 11:24:27.291500 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Starting 2 workers May 10 11:24:27.296090 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Started child 78766 {{(pid=78659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:24:27.300883 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Started child 78767 {{(pid=78659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:24:27.301914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.302530 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO neutron.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 11:24:27.303082 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Notify callbacks [] for process, before_spawn {{(pid=78659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.303406 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [-] (78766) wsgi starting up on http://0.0.0.0:9696 May 10 11:24:27.305595 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Starting 1 workers May 10 11:24:27.306974 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.308479 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [-] (78767) wsgi starting up on http://0.0.0.0:9696 May 10 11:24:27.310770 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Started child 78768 {{(pid=78659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:24:27.311379 dv-cinder-784945-6-iscsi neutron-server[78659]: INFO oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Starting 1 workers May 10 11:24:27.315746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] calling RpcWorker wait() {{(pid=78768) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 11:24:27.316367 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] returning from RpcWorker wait() {{(pid=78768) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 11:24:27.316457 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Started child 78769 {{(pid=78659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:24:27.317750 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG neutron_lib.callbacks.manager [None req-920d3413-9ad1-46d9-a8bd-8d4f7b9b1e68 None None] Notify callbacks [] for process, after_spawn {{(pid=78659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.317859 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.318463 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:27.320742 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:24:27.321190 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:24:27.321404 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:24:27.321690 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:24:27.322110 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:24:27.322396 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:24:27.323062 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.323458 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.323727 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.324585 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.324585 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.325006 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.325299 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.325838 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.326187 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.326457 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.326695 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.326883 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.327129 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.327408 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.327841 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.328166 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.328418 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.328783 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.328959 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.329229 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.329500 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.329726 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.329986 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] debug = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.330237 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.330715 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.330900 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.331357 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.331357 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.331479 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.331709 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.331859 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:27.331948 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.332223 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.332483 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.332712 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.332951 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.333234 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.333465 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.333676 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.333889 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.334144 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.334368 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.334827 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] host = dv-cinder-784945-6-iscsi {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.335054 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.335281 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.335519 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.335776 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.336021 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.336229 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.336484 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.336723 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.336973 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.337231 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.337500 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.337735 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.337973 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.338216 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.338360 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_options = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.338571 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.338846 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.339102 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.339284 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.339443 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.339611 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.339853 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.340014 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.340246 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.340460 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.340669 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.340876 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.341124 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.341370 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.341623 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.341847 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.342076 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.342279 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.342526 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.342745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.342963 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.343198 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.343408 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.343614 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.343820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.344049 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.344285 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.344490 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.344695 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.345639 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.345931 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.346237 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.346493 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.346776 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.347518 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.347756 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.347978 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.348260 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.348520 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.348873 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.349226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.349479 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.349713 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.349940 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.350905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.350905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_json = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.350905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.350905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.351405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.351405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.351635 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.351755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.351905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.353154 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.353154 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.353154 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.353154 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.353466 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.353637 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.353874 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.354109 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.354327 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.354577 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.354807 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.355120 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.355363 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.355674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.355912 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.356191 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.356539 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.356795 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.357069 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.357350 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.357551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.357775 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.357993 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.358340 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.358608 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.358860 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.359126 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.359341 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.359561 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.359784 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.360016 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.360205 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.360416 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.360670 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.360881 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.361119 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.361433 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.361669 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.361907 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.362143 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.362391 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.362667 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.363784 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.364026 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.364264 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.364478 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.364711 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.364949 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.365216 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.365433 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.365675 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.365900 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.366135 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.366374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.366607 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.366824 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.367050 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.367264 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.367474 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.367683 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.367896 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.368120 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.368379 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.368596 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.368816 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.369046 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.369299 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.369531 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.369778 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.369991 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.370202 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.370421 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.370665 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.370874 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.371139 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.371311 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.371520 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.371748 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.371967 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.372185 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.372405 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.372616 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.372832 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.373072 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.373308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.373603 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.374062 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.374265 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.374501 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.374744 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.375008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.375303 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.375486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.375701 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378111 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378674 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.378987 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.379212 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.379473 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.379703 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.379968 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.380232 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.380482 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.380758 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.381001 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.381298 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.381603 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.381847 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.382130 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.382374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.382617 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.382876 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.383135 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.383384 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.383609 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.385532 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.386656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.386656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.386656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.386656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.386656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.387335 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.387335 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.387335 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.387740 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.387880 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.388027 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.388242 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.388451 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.388695 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.388905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.389134 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.389381 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.389617 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.389829 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.390036 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.390294 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.390491 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.390716 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.390977 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.391175 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.391389 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.391630 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.393418 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.393678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.393957 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.394207 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.394437 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.394660 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.394900 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.395171 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.395391 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.395679 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.395950 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.396172 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.396416 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.396644 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.396879 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.397099 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.397614 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.398539 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.398764 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.398978 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.399195 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.399407 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.399622 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.399846 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.400056 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.400301 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.400556 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.400879 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.401681 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.401905 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.402151 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.402364 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.402600 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.402835 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.403064 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.403274 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.404236 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.404796 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.405081 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.405348 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.405587 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.405826 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.406053 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.406267 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.406482 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.406693 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.406988 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.407239 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.407475 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.407708 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.407947 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.408192 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.408402 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.408606 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.408820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.409045 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.410228 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.410464 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.410673 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.410887 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.411100 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.411376 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.411587 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.411829 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.412026 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.412233 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.412475 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.412701 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.412912 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.413123 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.413366 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.413698 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.413958 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.414175 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.414461 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.414708 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.414955 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.415219 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.415547 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.416094 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.416355 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.416591 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.416812 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.417030 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.417303 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.417619 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.417914 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.418178 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.418438 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.418695 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.418983 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.419232 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.419460 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.419771 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.420100 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.420393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.420646 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.420902 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.421190 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.421443 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.421656 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.421901 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.422143 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.422375 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.422608 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.422838 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.423058 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.423269 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.423512 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.423745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.423967 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.424194 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.424434 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.424658 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.424816 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:24:27.426025 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:24:27.426190 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:24:27.426353 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:24:27.426540 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:24:27.426711 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:24:27.426867 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:24:27.427074 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.427236 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.427398 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.427550 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.427686 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.427857 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428011 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428175 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428325 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428481 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428638 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428798 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.428957 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429112 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429275 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429437 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429593 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429748 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.429910 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430069 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430292 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430384 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430508 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] debug = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430669 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.430847 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431006 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431162 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431319 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431474 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431630 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431787 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.431943 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432100 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432255 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432411 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432566 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432721 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.432876 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433031 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433203 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433366 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] host = dv-cinder-784945-6-iscsi {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433520 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433676 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433832 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.433989 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434300 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434455 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434605 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434761 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.434914 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435042 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435251 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435389 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435509 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435626 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_options = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.435786 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436037 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436196 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436534 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436691 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.436854 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437006 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437240 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437390 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437515 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437639 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437752 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.437907 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438062 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438216 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438370 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438726 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438850 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.438970 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439108 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439262 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439417 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439571 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439726 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.439882 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440036 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440190 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440412 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440545 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440675 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440816 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.440955 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441109 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441285 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441425 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441588 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441744 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.441899 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442053 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442210 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442365 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442521 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442676 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442831 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_json = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.442991 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.443147 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.443304 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.443542 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.443696 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.443845 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.444003 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.444160 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:24:27.444337 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.444499 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.444667 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.444815 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.444969 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445121 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445304 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445450 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445579 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445720 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.445884 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446027 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446200 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446359 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446483 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:27.446573 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446651 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446816 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.446975 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447133 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447348 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447445 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447593 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447766 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.447924 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448081 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448240 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448398 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448558 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448717 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.448875 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449034 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449367 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449689 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449830 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.449988 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450305 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450519 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450616 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450763 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.450921 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451079 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451237 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451396 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451554 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451713 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.451871 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452030 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452199 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452355 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452513 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452671 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452829 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.452987 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453144 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453322 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453480 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453651 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453786 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.453957 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454114 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454273 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454431 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454589 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454751 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.454911 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455069 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455384 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455541 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455698 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.455857 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.456014 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.456173 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.456331 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457345 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457517 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457649 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457806 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.457964 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458559 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458559 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458559 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458960 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458960 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.458960 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.460087 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.463820 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.464351 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.465718 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.466551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.467088 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.468308 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.469678 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.472919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.473486 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474008 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.474525 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476208 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.476755 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477745 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.477946 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478022 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478146 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478303 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478626 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478794 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.478954 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479113 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479271 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479428 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479596 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479753 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.479911 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480068 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480226 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480393 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480551 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480707 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.480865 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481023 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481211 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481374 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481533 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481697 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.481856 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482014 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482170 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482339 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482498 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482659 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482818 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.482975 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483133 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483293 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483456 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483626 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483791 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.483951 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484118 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484286 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484453 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484613 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484776 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.484947 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485107 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485282 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485442 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485600 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485760 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.485919 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486077 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486233 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486392 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486549 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486707 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.486866 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.487022 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.487183 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.487342 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.487499 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.488492 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.488589 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.488737 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:24:27.488887 dv-cinder-784945-6-iscsi neutron-server[78659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:24:27.625995 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33784) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:27.634906 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068264 May 10 11:24:38.149474 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670ea9e-d289-41e5-a244-ac152595eacd None None] get_active_networks_info from dv-cinder-784945-6-iscsi {{(pid=78768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:24:38.206802 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670ea9e-d289-41e5-a244-ac152595eacd None None] No non-hosted networks {{(pid=78768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 11:24:38.219635 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.agentschedulers_db [None req-9670ea9e-d289-41e5-a244-ac152595eacd None None] DHCP Agent not found on host dv-cinder-784945-6-iscsi {{(pid=78768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 11:24:38.342858 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56563b75-8441-4e31-ae6e-b72e797f35a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.635637 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.636343 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.636905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.637375 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.638929 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.639471 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.640295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.640861 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.641444 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.643381 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.644476 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.645002 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.645546 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:40.646687 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:40.654715 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:40.815043 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d6f023bd-5f9d-4bd3-a4e9-bc47ed400561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.868433 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5bee-9e5f-4c27-9f06-7d795ef40712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.378653 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.328799 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.db.l3_hamode_db [None req-f5ee0b7e-752c-4e56-a22f-3074361765e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 11:24:43.434718 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee0b7e-752c-4e56-a22f-3074361765e8 None None] Routers set() bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:43.435326 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee0b7e-752c-4e56-a22f-3074361765e8 None None] Router IDs set() for agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 11:24:43.603190 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.940238 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33876) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:45.511186 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING oslo_policy.policy [None req-80f0ee94-61ce-4846-bc7e-0bb1b3788649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:45.511773 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING oslo_policy.policy [None req-80f0ee94-61ce-4846-bc7e-0bb1b3788649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:45.727643 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [None req-80f0ee94-61ce-4846-bc7e-0bb1b3788649 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:45.728835 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-80f0ee94-61ce-4846-bc7e-0bb1b3788649 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7865074 May 10 11:24:48.031384 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33890) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:48.389183 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:48.490859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.policy [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78766) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:24:48.535440 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING oslo_policy.policy [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:48.535803 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING oslo_policy.policy [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:48.544566 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.quota [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Loaded quota_driver: . May 10 11:24:48.560085 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:48.620590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375266457', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375266924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375293143', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375289915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375177489', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754375175756', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-610783', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7793658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-508114'] for rbac-policy, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.680585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.681769 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-821efbb8-656f-4a31-bcc9-2c001faaa2e3 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6494241 May 10 11:24:51.224063 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33904) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:51.567468 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'project_id': '580e5778aff143ae84bf49b77e8a544c'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:51.572148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:51.576570 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Usage tracker for resource:network and tenant:580e5778aff143ae84bf49b77e8a544c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:51.581058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:51.587028 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:51.596170 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Made reservation on behalf of 580e5778aff143ae84bf49b77e8a544c for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:51.599021 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.616616 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.630961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:51.634533 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Usage tracker for resource:security_group_rule and tenant:580e5778aff143ae84bf49b77e8a544c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:51.639285 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:51.644695 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:51.749270 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.753654 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.758826 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:51.774874 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:51.800390 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754372283028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.800892 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Unsubscribe: segment precommit_create {{(pid=78766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:24:51.801364 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Added segment 554bbbf6-bf19-4528-855d-1278bfc16a6c of type vlan for network 033e1222-952d-412c-bcee-2ed639f82c71 May 10 11:24:51.869762 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0dae77-755e-45e0-8bb2-cb8f376eeca9,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:51.896135 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.896482 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.896814 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.897184 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.897483 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.897812 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.898126 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.898431 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.898759 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.899066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.899372 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.899674 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Tracked resource versions report: May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: pushed versions: May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: { 'AddressGroup': {'1.2'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'ConntrackHelper': {'1.0'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Log': {'1.0'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Network': {'1.1'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Port': {'1.7'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'PortForwarding': {'1.2'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'QosPolicy': {'1.8'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroup': {'1.4'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SubPort': {'1.0'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Subnet': {'1.1'}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Trunk': {'1.1'}} May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: consumer versions: May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'ConntrackHelper': '1.0', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Log': '1.0', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Network': '1.1', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Port': '1.7', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'PortForwarding': '1.2', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'QosPolicy': '1.8', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroup': '1.4', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroupRule': '1.2', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SubPort': '1.0', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Subnet': '1.1', May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Trunk': '1.1'}} May 10 11:24:51.900731 dv-cinder-784945-6-iscsi neutron-server[78766]: {{(pid=78766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:51.939697 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.953976 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:51.985195 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.986767 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.988008 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.992821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:52.095279 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8700736 May 10 11:24:52.100869 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Pushing event updated for resources: {'Network': ['ID=033e1222-952d-412c-bcee-2ed639f82c71,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.104167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:52.118655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 033e1222-952d-412c-bcee-2ed639f82c71 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:54.747690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33920) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:55.314358 dv-cinder-784945-6-iscsi neutron-server[78767]: WARNING oslo_policy.policy [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:55.314966 dv-cinder-784945-6-iscsi neutron-server[78767]: WARNING oslo_policy.policy [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:55.743373 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.policy [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78767) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:24:55.788596 dv-cinder-784945-6-iscsi neutron-server[78767]: WARNING oslo_policy.policy [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:55.789143 dv-cinder-784945-6-iscsi neutron-server[78767]: WARNING oslo_policy.policy [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:24:55.797050 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:55.798749 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6e98b397-000c-4234-a7e6-e6baceb15eb0 admin admin] 10.222.0.41 "GET /v2.0/networks/033e1222-952d-412c-bcee-2ed639f82c71 HTTP/1.1" status: 200 len: 825 time: 1.0501602 May 10 11:24:55.830172 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-07ea29ad-7058-4056-82f4-fd9699966dff admin admin] 10.222.0.41 "GET /v2.0/subnetpools/da493834-12c2-4e0c-a1d3-62df3df9c494 HTTP/1.1" status: 200 len: 734 time: 0.0260737 May 10 11:24:55.839332 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'gateway_ip': '172.20.0.1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494', 'name': 'private-subnet'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:55.840853 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.quota [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Loaded quota_driver: . May 10 11:24:55.846610 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:55.852012 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Usage tracker for resource:subnet and tenant:580e5778aff143ae84bf49b77e8a544c is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:55.855253 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:55.861925 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:55.875627 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Made reservation on behalf of 580e5778aff143ae84bf49b77e8a544c for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:55.878984 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.359216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.365898 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:56.435066 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Checking segment: {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:56.435443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Network hostable DHCP agents. Network: 033e1222-952d-412c-bcee-2ed639f82c71, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:56.457727 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f11617-64d8-496f-a715-d42a040644cc,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:56.468255 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.468604 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.468928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.469268 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.469583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.469914 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.470229 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.470535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.470855 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.471682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.471988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.472285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Tracked resource versions report: May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: pushed versions: May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: { 'AddressGroup': {'1.2'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'ConntrackHelper': {'1.0'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Log': {'1.0'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Network': {'1.1'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Port': {'1.7'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'PortForwarding': {'1.2'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'QosPolicy': {'1.8'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroup': {'1.4'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SubPort': {'1.0'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Subnet': {'1.1'}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Trunk': {'1.1'}} May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: consumer versions: May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'ConntrackHelper': '1.0', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Log': '1.0', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Network': '1.1', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Port': '1.7', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'PortForwarding': '1.2', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'QosPolicy': '1.8', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroup': '1.4', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroupRule': '1.2', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SubPort': '1.0', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Subnet': '1.1', May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Trunk': '1.1'}} May 10 11:24:56.473369 dv-cinder-784945-6-iscsi neutron-server[78767]: {{(pid=78767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:56.492183 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Network 033e1222-952d-412c-bcee-2ed639f82c71 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:56.505370 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 033e1222-952d-412c-bcee-2ed639f82c71) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:56.516771 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:56.526280 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.526944 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.531198 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02db2ce-7fef-4f5d-84ed-95ec544f565b None None] Network 033e1222-952d-412c-bcee-2ed639f82c71 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:56.548034 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7120562 May 10 11:24:56.837496 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-033e1222-952d-412c-bcee-2ed639f82c71', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:24:56.838661 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.019101 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Allocated IP 172.20.0.2 (033e1222-952d-412c-bcee-2ed639f82c71/04f11617-64d8-496f-a715-d42a040644cc/82a70909-30db-4692-ae23-c864e82a6aad) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:57.245935 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.259056 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Transition to ACTIVE for port object 82a70909-30db-4692-ae23-c864e82a6aad will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:57.278252 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Transition to ACTIVE for port object 82a70909-30db-4692-ae23-c864e82a6aad will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:57.285110 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.289666 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:57.349177 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Network 033e1222-952d-412c-bcee-2ed639f82c71 is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:57.355987 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:57.362577 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Pushing event updated for resources: {'Port': ['ID=82a70909-30db-4692-ae23-c864e82a6aad,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.366214 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:57.374080 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.374412 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.374736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.375056 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.375372 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.375686 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.375996 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.376308 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.376636 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.376948 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.377273 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.377612 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Tracked resource versions report: May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: pushed versions: May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: { 'AddressGroup': {'1.2'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'ConntrackHelper': {'1.0'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Log': {'1.0'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Network': {'1.1'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Port': {'1.7'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'PortForwarding': {'1.2'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'QosPolicy': {'1.8'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroup': {'1.4'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SubPort': {'1.0'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Subnet': {'1.1'}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Trunk': {'1.1'}} May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: consumer versions: May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'ConntrackHelper': '1.0', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Log': '1.0', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Network': '1.1', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Port': '1.7', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'PortForwarding': '1.2', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'QosPolicy': '1.8', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroup': '1.4', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroupRule': '1.2', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SubPort': '1.0', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Subnet': '1.1', May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Trunk': '1.1'}} May 10 11:24:57.378737 dv-cinder-784945-6-iscsi neutron-server[78768]: {{(pid=78768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:57.413464 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:57.464143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Attempting to bind port 82a70909-30db-4692-ae23-c864e82a6aad on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:57.464529 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Attempting to bind port 82a70909-30db-4692-ae23-c864e82a6aad by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:57.464945 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Attempting to bind port 82a70909-30db-4692-ae23-c864e82a6aad on network 033e1222-952d-412c-bcee-2ed639f82c71 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:57.470091 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:57.470493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Checking segment: {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:57.470956 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.471914 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Bound using segment: {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:57.472370 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Bound port: 82a70909-30db-4692-ae23-c864e82a6aad, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:57.472744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.558527 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] For port 82a70909-30db-4692-ae23-c864e82a6aad, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:57.562218 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] For port 82a70909-30db-4692-ae23-c864e82a6aad, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=82a70909-30db-4692-ae23-c864e82a6aad,segment=NetworkSegment(554bbbf6-bf19-4528-855d-1278bfc16a6c),segment_id=554bbbf6-bf19-4528-855d-1278bfc16a6c)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:57.566531 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.570148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:57.651012 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Pushing event updated for resources: {'Port': ['ID=82a70909-30db-4692-ae23-c864e82a6aad,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.654488 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:58.904972 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33942) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:59.272874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [None req-33cb5042-d786-4c54-b276-e0caf90b594d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:59.274128 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-33cb5042-d786-4c54-b276-e0caf90b594d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679576 May 10 11:25:01.587286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33952) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:01.958790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [None req-a67faddb-0368-4bb0-8ca1-4c0b3f91fc94 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:01.975980 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-a67faddb-0368-4bb0-8ca1-4c0b3f91fc94 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3877258 May 10 11:25:02.689131 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 82a70909-30db-4692-ae23-c864e82a6aad up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:02.766566 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 82a70909-30db-4692-ae23-c864e82a6aad completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:03.130009 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef05b5c-9722-4558-8d3e-d93e4971ab76 None None] Network 033e1222-952d-412c-bcee-2ed639f82c71 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:03.216562 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Provisioning for port 82a70909-30db-4692-ae23-c864e82a6aad completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:03.228998 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Provisioning complete for port 82a70909-30db-4692-ae23-c864e82a6aad triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:03.229413 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.452618 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.492712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] For port 82a70909-30db-4692-ae23-c864e82a6aad, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=82a70909-30db-4692-ae23-c864e82a6aad,segment=NetworkSegment(554bbbf6-bf19-4528-855d-1278bfc16a6c),segment_id=554bbbf6-bf19-4528-855d-1278bfc16a6c)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:03.496418 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.504276 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4d4cb395-db4a-4143-9a00-bd1dac889411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:03.572203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Pushing event updated for resources: {'Port': ['ID=82a70909-30db-4692-ae23-c864e82a6aad,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:03.575398 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:03.717428 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-996ff998-df58-4600-9370-1f517ecedfe9 None None] Provisioning complete for port 82a70909-30db-4692-ae23-c864e82a6aad triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:03.718043 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-996ff998-df58-4600-9370-1f517ecedfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.565905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33968) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:04.654943 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 82a70909-30db-4692-ae23-c864e82a6aad up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:04.725030 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 82a70909-30db-4692-ae23-c864e82a6aad triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:04.725739 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.917928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Request body: {'router': {'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'name': 'router1', 'admin_state_up': True}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:04.922788 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:04.927256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Usage tracker for resource:router and tenant:580e5778aff143ae84bf49b77e8a544c is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:04.930528 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:04.936162 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:04.946054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.947781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.969555 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.090887 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.108936 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.110146 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-743be454-89bd-4e83-85e4-4b26fbe58659 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5433061 May 10 11:25:07.421305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33978) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:07.778237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [None req-d36f7403-43a9-4b53-bce9-a5002272dd58 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:25:07.779223 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d36f7403-43a9-4b53-bce9-a5002272dd58 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3570032 May 10 11:25:08.045652 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8a41d30-4d23-4a76-88a7-94b3ddbcd999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.088003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33988) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:10.451805 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:10.456331 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:10.459987 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Usage tracker for resource:network and tenant:6a74609203b646e0a6267de544a0c66b is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:10.462951 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:10.468954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:10.478255 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Made reservation on behalf of 6a74609203b646e0a6267de544a0c66b for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:10.480487 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.492404 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.506469 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:10.509994 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Usage tracker for resource:security_group_rule and tenant:6a74609203b646e0a6267de544a0c66b is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:10.512608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:10.518048 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:10.598375 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.601668 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.606028 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:10.619509 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Reserving flat network on physical network physnet1 {{(pid=78766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 11:25:10.623002 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.642336 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fb5db-6c0f-4e5a-8b4a-af9ae2e90076,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.646325 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:10.647210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.647544 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Added segment a55d1fe1-55c3-49c8-b72f-beb77edb88be of type flat for network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 May 10 11:25:10.683089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.716617 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.717859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:10.718422 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.723230 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:10.813696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3b879fc2-918f-4762-b4be-103d65f117ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:10.818530 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7294796 May 10 11:25:10.823531 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Pushing event updated for resources: {'Network': ['ID=135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:10.826246 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:10.833594 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:12.260869 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.124600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34008) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:13.336926 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7fe33-4cc0-48f5-84f6-c9a9086f4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:13.338326 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a7f7fe33-4cc0-48f5-84f6-c9a9086f4272 admin admin] 10.222.0.41 "GET /v2.0/subnets/04f11617-64d8-496f-a715-d42a040644cc HTTP/1.1" status: 200 len: 849 time: 0.2127645 May 10 11:25:13.524580 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8235b6ca-3c50-4267-817a-82377e074758 admin admin] 10.222.0.41 "GET /v2.0/routers/7b3db308-1c51-407b-929a-a601713d546a HTTP/1.1" status: 200 len: 704 time: 0.1807587 May 10 11:25:13.567194 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.976551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.199444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Allocated IP 172.20.0.1 (033e1222-952d-412c-bcee-2ed639f82c71/04f11617-64d8-496f-a715-d42a040644cc/47f3deeb-62a2-4710-ab03-243393288fbb) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:14.353232 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.370663 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Transition to ACTIVE for port object 47f3deeb-62a2-4710-ab03-243393288fbb will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:14.424240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.428714 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.487253 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Network 033e1222-952d-412c-bcee-2ed639f82c71 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:14.490289 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:14.502837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:14.502942 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.617664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Pushing event updated for resources: {'Port': ['ID=47f3deeb-62a2-4710-ab03-243393288fbb,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.640674 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.727966 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-df163d97-7bb7-4cf5-8eb6-b90d2c72b980 None None] Provisioning for port 47f3deeb-62a2-4710-ab03-243393288fbb completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:14.733013 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-df163d97-7bb7-4cf5-8eb6-b90d2c72b980 None None] Provisioning complete for port 47f3deeb-62a2-4710-ab03-243393288fbb triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:14.733430 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-df163d97-7bb7-4cf5-8eb6-b90d2c72b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.788210 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-df163d97-7bb7-4cf5-8eb6-b90d2c72b980 None None] Port 47f3deeb-62a2-4710-ab03-243393288fbb cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:25:14.797665 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.018066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.022181 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.023242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.027089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:15.149090 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Pushing event updated for resources: {'Port': ['ID=47f3deeb-62a2-4710-ab03-243393288fbb,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:15.152914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:15.209925 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Network 033e1222-952d-412c-bcee-2ed639f82c71 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:15.210951 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:15.396093 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Router 7b3db308-1c51-407b-929a-a601713d546a is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:25:15.410026 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-0f5e8599-3d6f-44b0-9f3d-088df954dcc8 None None] Provisioning complete for port 47f3deeb-62a2-4710-ab03-243393288fbb triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:15.410661 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8599-3d6f-44b0-9f3d-088df954dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:15.461662 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e8599-3d6f-44b0-9f3d-088df954dcc8 None None] Port 47f3deeb-62a2-4710-ab03-243393288fbb cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:25:15.545125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:15.557224 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] 10.222.0.41 "PUT /v2.0/routers/7b3db308-1c51-407b-929a-a601713d546a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0249376 May 10 11:25:15.557397 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Sync routers for ids ['7b3db308-1c51-407b-929a-a601713d546a'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:15.566154 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Routers {'7b3db308-1c51-407b-929a-a601713d546a'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:15.567075 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:25:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['7b3db308-1c51-407b-929a-a601713d546a'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:15.735690 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Set router 7b3db308-1c51-407b-929a-a601713d546a gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:16.091340 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:14Z', 'revision_number': 2, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port_host': None, '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:14Z', 'revision_number': 2, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:16.096585 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Checking router: 7b3db308-1c51-407b-929a-a601713d546a for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:16.096951 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Updating router 7b3db308-1c51-407b-929a-a601713d546a port 47f3deeb-62a2-4710-ab03-243393288fbb binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:16.146012 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.514351 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.529770 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Transition to ACTIVE for port object 47f3deeb-62a2-4710-ab03-243393288fbb will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:16.536083 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.542745 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.735501 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Pushing event updated for resources: {'Port': ['ID=47f3deeb-62a2-4710-ab03-243393288fbb,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.758221 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.758550 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.758872 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.759190 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.759504 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.759818 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.760155 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.760823 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.761147 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.761479 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.761787 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.762093 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Tracked resource versions report: May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: pushed versions: May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: { 'AddressGroup': {'1.2'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'ConntrackHelper': {'1.0'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Log': {'1.0'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Network': {'1.1'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Port': {'1.7'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'PortForwarding': {'1.2'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'QosPolicy': {'1.8'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroup': {'1.4'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroupRule': {'1.2'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SubPort': {'1.0'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Subnet': {'1.1'}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Trunk': {'1.1'}} May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: consumer versions: May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'ConntrackHelper': '1.0', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Log': '1.0', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Network': '1.1', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Port': '1.7', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'PortForwarding': '1.2', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'QosPolicy': '1.8', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroup': '1.4', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroupRule': '1.2', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SubPort': '1.0', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Subnet': '1.1', May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Trunk': '1.1'}} May 10 11:25:16.763185 dv-cinder-784945-6-iscsi neutron-server[78769]: {{(pid=78769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:25:16.771376 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.775365 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Attempting to bind port 47f3deeb-62a2-4710-ab03-243393288fbb on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:16.775768 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Attempting to bind port 47f3deeb-62a2-4710-ab03-243393288fbb by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:16.776329 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Attempting to bind port 47f3deeb-62a2-4710-ab03-243393288fbb on network 033e1222-952d-412c-bcee-2ed639f82c71 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:16.781869 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:16.782274 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Checking segment: {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:16.782750 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.783173 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Bound using segment: {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:16.783664 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Bound port: 47f3deeb-62a2-4710-ab03-243393288fbb, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554bbbf6-bf19-4528-855d-1278bfc16a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:16.784051 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.876984 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] For port 47f3deeb-62a2-4710-ab03-243393288fbb, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:16.881052 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] For port 47f3deeb-62a2-4710-ab03-243393288fbb, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=47f3deeb-62a2-4710-ab03-243393288fbb,segment=NetworkSegment(554bbbf6-bf19-4528-855d-1278bfc16a6c),segment_id=554bbbf6-bf19-4528-855d-1278bfc16a6c)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:16.886329 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.890122 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.967555 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Routers {'7b3db308-1c51-407b-929a-a601713d546a'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:16.968190 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:25:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['7b3db308-1c51-407b-929a-a601713d546a'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:17.115174 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Pushing event updated for resources: {'Port': ['ID=47f3deeb-62a2-4710-ab03-243393288fbb,revision_number=4']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:17.119814 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:17.151171 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] Set router 7b3db308-1c51-407b-929a-a601713d546a gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:17.467135 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:14Z', 'revision_number': 2, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port_host': None, '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:16Z', 'revision_number': 4, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:17.471441 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed43379-5373-469b-b865-9d4c931cdac9 None None] The sync data for ids ['7b3db308-1c51-407b-929a-a601713d546a'] in dv-cinder-784945-6-iscsi is: [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:14Z', 'revision_number': 2, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port_host': None, '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:16Z', 'revision_number': 4, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:17.696830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34030) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:17.839796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69df64-00ae-4f41-813d-75af089bbc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.840391 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f69df64-00ae-4f41-813d-75af089bbc37 admin admin] Synchronizing usage tracker for tenant:6a74609203b646e0a6267de544a0c66b on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:17.857518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f69df64-00ae-4f41-813d-75af089bbc37 admin admin] Unset dirty status for tenant:6a74609203b646e0a6267de544a0c66b on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:17.858800 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4f69df64-00ae-4f41-813d-75af089bbc37 admin admin] 10.222.0.41 "GET /v2.0/networks/135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 HTTP/1.1" status: 200 len: 842 time: 0.1609519 May 10 11:25:17.868293 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:17.873450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:17.877243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Usage tracker for resource:subnet and tenant:6a74609203b646e0a6267de544a0c66b is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:17.880066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:17.889363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:17.898599 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Made reservation on behalf of 6a74609203b646e0a6267de544a0c66b for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:17.900939 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.357871 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.objects.ports [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78766) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 11:25:18.358307 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.362636 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:18.429321 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d62429d-cfbd-49a2-b73e-6d44342d36b3,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:18.434381 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:18.440217 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:18.440588 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Network hostable DHCP agents. Network: 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:18.459152 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:18.468299 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:18.472931 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.473559 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.478051 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9be571-600a-4d11-905d-240b9ddcdac8 None None] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:18.495653 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6308408 May 10 11:25:18.703437 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe97b33-a54e-4de3-abf5-caa9e90e8663 None None] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:20.688621 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 47f3deeb-62a2-4710-ab03-243393288fbb up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:20.705697 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34044) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:20.761203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 47f3deeb-62a2-4710-ab03-243393288fbb completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:20.765624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 47f3deeb-62a2-4710-ab03-243393288fbb triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:20.765999 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.886330 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.915218 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-28301a13-8b21-4e38-90be-cf212c066d2d admin admin] 10.222.0.41 "GET /v2.0/routers/7b3db308-1c51-407b-929a-a601713d546a HTTP/1.1" status: 200 len: 710 time: 0.2083154 May 10 11:25:20.919825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 47f3deeb-62a2-4710-ab03-243393288fbb, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=47f3deeb-62a2-4710-ab03-243393288fbb,segment=NetworkSegment(554bbbf6-bf19-4528-855d-1278bfc16a6c),segment_id=554bbbf6-bf19-4528-855d-1278bfc16a6c)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:20.926827 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.928935 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:20.993977 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=47f3deeb-62a2-4710-ab03-243393288fbb,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:20.997067 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:21.039815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23113cd-9f5e-4162-a627-4d0b27d51809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.041159 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f23113cd-9f5e-4162-a627-4d0b27d51809 admin admin] 10.222.0.41 "GET /v2.0/networks/135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 HTTP/1.1" status: 200 len: 886 time: 0.1252635 May 10 11:25:21.049778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:21.490060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.806017 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:21.908826 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.039399 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Allocated IP 172.27.2.92 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/eb18384a-e377-4fc2-8370-5a91dd7a34d5) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:22.179059 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.207055 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.211445 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:22.262875 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:22.265633 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:22.268165 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:22.393465 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Pushing event updated for resources: {'Port': ['ID=eb18384a-e377-4fc2-8370-5a91dd7a34d5,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:22.397699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:22.651322 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.679571 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 47f3deeb-62a2-4710-ab03-243393288fbb up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:22.747478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 47f3deeb-62a2-4710-ab03-243393288fbb triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:22.747840 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.982166 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.985377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-468742'] for router, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.203975 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Router 7b3db308-1c51-407b-929a-a601713d546a has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:25:23.375465 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:23.383802 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:23.384960 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] 10.222.0.41 "PUT /v2.0/routers/7b3db308-1c51-407b-929a-a601713d546a HTTP/1.1" status: 200 len: 889 time: 2.3384061 May 10 11:25:23.386191 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Sync routers for ids ['7b3db308-1c51-407b-929a-a601713d546a'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:23.396722 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Routers {'7b3db308-1c51-407b-929a-a601713d546a'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:23.397426 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:25:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['7b3db308-1c51-407b-929a-a601713d546a'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:23.605865 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Set router 7b3db308-1c51-407b-929a-a601713d546a gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:23.935411 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:22Z', 'revision_number': 4, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port': {'id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:21Z', 'updated_at': '2021-05-10T11:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:20Z', 'revision_number': 5, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:23.940733 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Checking router: 7b3db308-1c51-407b-929a-a601713d546a for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:23.941084 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Updating router 7b3db308-1c51-407b-929a-a601713d546a port eb18384a-e377-4fc2-8370-5a91dd7a34d5 binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:25:23.990453 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.311329 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.323508 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Transition to ACTIVE for port object eb18384a-e377-4fc2-8370-5a91dd7a34d5 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:24.331531 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.335162 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:24.401550 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Attempting to bind port eb18384a-e377-4fc2-8370-5a91dd7a34d5 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:24.401915 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Attempting to bind port eb18384a-e377-4fc2-8370-5a91dd7a34d5 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:24.402270 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Attempting to bind port eb18384a-e377-4fc2-8370-5a91dd7a34d5 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:24.417581 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Pushing event updated for resources: {'Port': ['ID=eb18384a-e377-4fc2-8370-5a91dd7a34d5,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:24.420469 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:24.421886 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:24.422270 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:24.422735 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.423125 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:24.423677 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Bound port: eb18384a-e377-4fc2-8370-5a91dd7a34d5, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:24.424682 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.498628 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] For port eb18384a-e377-4fc2-8370-5a91dd7a34d5, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:24.501787 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] For port eb18384a-e377-4fc2-8370-5a91dd7a34d5, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=eb18384a-e377-4fc2-8370-5a91dd7a34d5,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:24.505560 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:24.510098 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-390681fd-1a0e-40a9-aca4-e3f1b6ba2cfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:24.582213 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Routers {'7b3db308-1c51-407b-929a-a601713d546a'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:24.582745 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:25:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['7b3db308-1c51-407b-929a-a601713d546a'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:24.637850 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Pushing event updated for resources: {'Port': ['ID=eb18384a-e377-4fc2-8370-5a91dd7a34d5,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:24.691959 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:24.761530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] Set router 7b3db308-1c51-407b-929a-a601713d546a gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:25.102374 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:22Z', 'revision_number': 4, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port': {'id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:21Z', 'updated_at': '2021-05-10T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:20Z', 'revision_number': 5, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:25.106435 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6353c7-eab0-47a2-8061-b69e38c9c254 None None] The sync data for ids ['7b3db308-1c51-407b-929a-a601713d546a'] in dv-cinder-784945-6-iscsi is: [{'id': '7b3db308-1c51-407b-929a-a601713d546a', 'name': 'router1', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:25:04Z', 'updated_at': '2021-05-10T11:25:22Z', 'revision_number': 4, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'gw_port': {'id': 'eb18384a-e377-4fc2-8370-5a91dd7a34d5', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:21Z', 'updated_at': '2021-05-10T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '47f3deeb-62a2-4710-ab03-243393288fbb', 'name': '', 'network_id': '033e1222-952d-412c-bcee-2ed639f82c71', 'tenant_id': '580e5778aff143ae84bf49b77e8a544c', 'mac_address': 'fa:16:3e:29:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3db308-1c51-407b-929a-a601713d546a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04f11617-64d8-496f-a715-d42a040644cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:25:14Z', 'updated_at': '2021-05-10T11:25:20Z', 'revision_number': 5, 'project_id': '580e5778aff143ae84bf49b77e8a544c', 'subnets': [{'id': '04f11617-64d8-496f-a715-d42a040644cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da493834-12c2-4e0c-a1d3-62df3df9c494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:25.696312 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34054) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:25.812438 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f51869f8-c9dc-452a-9862-284b054f22de admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150260 May 10 11:25:26.717002 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device eb18384a-e377-4fc2-8370-5a91dd7a34d5 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:26.784651 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port eb18384a-e377-4fc2-8370-5a91dd7a34d5 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:26.789089 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port eb18384a-e377-4fc2-8370-5a91dd7a34d5 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:26.789497 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.903615 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.919249 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port eb18384a-e377-4fc2-8370-5a91dd7a34d5, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=eb18384a-e377-4fc2-8370-5a91dd7a34d5,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:26.922790 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.925315 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:26.993513 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=eb18384a-e377-4fc2-8370-5a91dd7a34d5,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:26.996452 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:28.711975 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device eb18384a-e377-4fc2-8370-5a91dd7a34d5 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:28.781575 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port eb18384a-e377-4fc2-8370-5a91dd7a34d5 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:28.781898 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.390867 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:25:38.049077 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-615e3a43-391d-4acc-b90d-d7216654e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.637885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.828243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0cd-3a77-433a-baff-abd9fb5f14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.267275 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:43.597676 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:08.052195 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a152bb24-a10d-40dc-9bf6-01865bd3262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:09.379833 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:26:10.627352 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:10.813536 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0219cce0-24b4-4978-88b6-b257c5080ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:12.264422 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:13.584393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:38.053874 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-716b4a31-7b6a-45c5-9c72-2d2c168a2ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.622618 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:40.815691 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-228d5cae-491e-4791-a22d-4901a7c8232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.268502 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.585701 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.378253 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:00.132741 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34624) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:00.197623 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.pecan_wsgi.hooks.translation [None req-739b5c71-34b9-4e7e-917e-66f100c5b463 admin admin] GET failed (client error): The resource could not be found. May 10 11:27:00.199558 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-739b5c71-34b9-4e7e-917e-66f100c5b463 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658071 May 10 11:27:00.327683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418669ce-c404-484a-a812-b1731457993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:00.329052 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-418669ce-c404-484a-a812-b1731457993c admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259220 May 10 11:27:02.432358 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34634) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:02.535274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a755bc-d9cf-4839-a0b9-4b235688f466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:02.535830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-15a755bc-d9cf-4839-a0b9-4b235688f466 admin admin] Synchronizing usage tracker for tenant:6a74609203b646e0a6267de544a0c66b on resource:subnet {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:02.552063 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-15a755bc-d9cf-4839-a0b9-4b235688f466 admin admin] Unset dirty status for tenant:6a74609203b646e0a6267de544a0c66b on resource:subnet {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:02.553297 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-15a755bc-d9cf-4839-a0b9-4b235688f466 admin admin] 10.222.0.41 "GET /v2.0/subnets/04f11617-64d8-496f-a715-d42a040644cc HTTP/1.1" status: 200 len: 849 time: 0.1199629 May 10 11:27:02.562476 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:02.675880 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.856404 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754372276318'] for subnet, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.860018 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8ae600eb-bb7b-4377-bdd8-e8e93b73d7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:02.903417 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:02.904389 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.905984 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] 10.222.0.41 "PUT /v2.0/subnets/04f11617-64d8-496f-a715-d42a040644cc HTTP/1.1" status: 200 len: 868 time: 0.3465223 May 10 11:27:02.908171 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51888d-5882-4e65-b667-b6a6e22f0c0d None None] Network 033e1222-952d-412c-bcee-2ed639f82c71 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:02.927796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f11617-64d8-496f-a715-d42a040644cc,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:02.935477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.935819 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.936156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.936484 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.936809 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.937131 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.937488 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.937809 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.938130 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.938446 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.938763 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.939074 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:02.942719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:03.405243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-48cc3c89-bc0d-4a6a-b534-c9945787cec4 None None] Provisioning complete for port 82a70909-30db-4692-ae23-c864e82a6aad triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.405638 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-48cc3c89-bc0d-4a6a-b534-c9945787cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.527516 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-48cc3c89-bc0d-4a6a-b534-c9945787cec4 None None] Provisioning complete for port 47f3deeb-62a2-4710-ab03-243393288fbb triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.527881 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-48cc3c89-bc0d-4a6a-b534-c9945787cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.009922 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34644) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:05.183471 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79938e78-b0cb-4c3c-8ed2-82a2df25c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:05.183954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79938e78-b0cb-4c3c-8ed2-82a2df25c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:05.185490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-79938e78-b0cb-4c3c-8ed2-82a2df25c089 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746042 May 10 11:27:07.292660 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34654) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:07.465988 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f2981-00f9-42c9-bfad-e006dbc4ca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:07.466471 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f2981-00f9-42c9-bfad-e006dbc4ca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:07.467998 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-fd9f2981-00f9-42c9-bfad-e006dbc4ca32 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1743047 May 10 11:27:08.055378 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b271-a9a8-46ec-9b05-e8d545c5411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:09.543752 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34664) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:09.710627 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e9217-fdeb-405e-86b5-39476e1f76b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:09.711955 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ad3e9217-fdeb-405e-86b5-39476e1f76b9 admin admin] 10.222.0.41 "GET /v2.0/networks/033e1222-952d-412c-bcee-2ed639f82c71 HTTP/1.1" status: 200 len: 869 time: 0.1672792 May 10 11:27:10.626493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.817201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d88674b4-cbe4-4a47-aed8-6284b05fe50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.812051 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34674) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:11.973649 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8502c-9566-4061-8724-50440b4df935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:11.974968 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-33d8502c-9566-4061-8724-50440b4df935 admin admin] 10.222.0.41 "GET /v2.0/networks/135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 HTTP/1.1" status: 200 len: 886 time: 0.1619942 May 10 11:27:12.272942 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.588854 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.051734 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34684) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:14.154901 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4d224-1e82-45af-bd90-6ea35c9c0ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:14.155965 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4d224-1e82-45af-bd90-6ea35c9c0ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:14.157453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-68d4d224-1e82-45af-bd90-6ea35c9c0ec7 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047795 May 10 11:27:16.245570 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34694) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:16.403556 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac57d5-7992-49e2-8f2f-0541699792eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:16.404019 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac57d5-7992-49e2-8f2f-0541699792eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:16.406113 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-34ac57d5-7992-49e2-8f2f-0541699792eb admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1595795 May 10 11:27:18.508247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34704) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:18.611909 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8eda9-65a6-41a8-9d97-37a0330d449d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:18.613125 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1cf8eda9-65a6-41a8-9d97-37a0330d449d admin admin] 10.222.0.41 "GET /v2.0/subnets/04f11617-64d8-496f-a715-d42a040644cc HTTP/1.1" status: 200 len: 868 time: 0.1039588 May 10 11:27:20.713042 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34714) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:20.816925 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c02085-51ac-489f-a4f0-0cdcbec15f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:20.818224 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f5c02085-51ac-489f-a4f0-0cdcbec15f2d admin admin] 10.222.0.41 "GET /v2.0/subnets/2d62429d-cfbd-49a2-b73e-6d44342d36b3 HTTP/1.1" status: 200 len: 816 time: 0.1042550 May 10 11:27:23.376926 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:38.057480 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-989773ea-dda5-47d3-8b70-3a4289162e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.628214 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:40.818656 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dd10e965-6e9f-4ef2-af17-ee01bc84109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:42.274744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:43.470584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34758) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:43.518036 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [None req-cb47b366-289f-49d7-abc8-8428d99e7da8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:27:43.518996 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-cb47b366-289f-49d7-abc8-8428d99e7da8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474615 May 10 11:27:43.595257 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:45.675979 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34768) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:45.742196 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a54eb0-3558-4091-9db2-735140ab6490 admin admin] GET failed (client error): The resource could not be found. May 10 11:27:45.743420 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e8a54eb0-3558-4091-9db2-735140ab6490 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665231 May 10 11:27:45.865761 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9228810-d22c-45ae-bfd1-02087d262ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:45.867104 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c9228810-d22c-45ae-bfd1-02087d262ad3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199241 May 10 11:27:48.003614 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34778) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:48.050365 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:48.054699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:48.064386 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:48.074422 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Made reservation on behalf of 6a74609203b646e0a6267de544a0c66b for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:48.077294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.161496 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING neutron.services.revisions.revision_plugin [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Could not find related network for resource to bump revision. May 10 11:27:48.172341 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:48.180564 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.180926 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Added segment 24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38 of type vlan for network 19835852-af66-4102-873f-3dff622733ea May 10 11:27:48.205436 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.236115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.237410 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:48.237969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:48.242608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fbe7396-007f-4267-8283-a4a23ebf0d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:48.331917 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3266780 May 10 11:27:48.336234 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Pushing event updated for resources: {'Network': ['ID=19835852-af66-4102-873f-3dff622733ea,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:48.339864 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:48.348444 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 19835852-af66-4102-873f-3dff622733ea details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:27:50.452687 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34788) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:50.517783 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ccad27-8a08-48ab-ab39-0418e4d8c40d admin admin] GET failed (client error): The resource could not be found. May 10 11:27:50.518291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-47ccad27-8a08-48ab-ab39-0418e4d8c40d admin admin] Synchronizing usage tracker for tenant:6a74609203b646e0a6267de544a0c66b on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:50.532543 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-47ccad27-8a08-48ab-ab39-0418e4d8c40d admin admin] Unset dirty status for tenant:6a74609203b646e0a6267de544a0c66b on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:50.533639 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-47ccad27-8a08-48ab-ab39-0418e4d8c40d admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0799849 May 10 11:27:50.635736 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301af8d9-5eb3-4745-bdb4-fda8b56c926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:50.637055 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-301af8d9-5eb3-4745-bdb4-fda8b56c926e admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996850 May 10 11:27:50.647004 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '19835852-af66-4102-873f-3dff622733ea', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:50.651161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:50.660314 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:50.669273 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Made reservation on behalf of 6a74609203b646e0a6267de544a0c66b for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:50.671978 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.027910 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.032700 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:51.104821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=783c4887-22fa-40a1-b91a-83db503db115,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.109114 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:51.109801 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Checking segment: {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:51.110144 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Network hostable DHCP agents. Network: 19835852-af66-4102-873f-3dff622733ea, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:51.125835 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Network 19835852-af66-4102-873f-3dff622733ea is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:51.134744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 19835852-af66-4102-873f-3dff622733ea) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:51.139211 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:51.140236 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.143189 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a96e7-2c48-46de-b645-aa6ee19cb154 None None] Network 19835852-af66-4102-873f-3dff622733ea requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:51.164118 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5204406 May 10 11:27:51.366772 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-19835852-af66-4102-873f-3dff622733ea', 'network_id': '19835852-af66-4102-873f-3dff622733ea', 'tenant_id': '6a74609203b646e0a6267de544a0c66b', 'fixed_ips': [{'subnet_id': '783c4887-22fa-40a1-b91a-83db503db115'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:51.367604 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.523107 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Allocated IP 192.168.233.2 (19835852-af66-4102-873f-3dff622733ea/783c4887-22fa-40a1-b91a-83db503db115/fdd92e59-7f2a-458b-888e-6f5a9edd7361) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:51.725956 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.735952 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Transition to ACTIVE for port object fdd92e59-7f2a-458b-888e-6f5a9edd7361 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:51.754120 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Transition to ACTIVE for port object fdd92e59-7f2a-458b-888e-6f5a9edd7361 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:51.759957 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.765880 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:51.819214 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Network 19835852-af66-4102-873f-3dff622733ea is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:51.821761 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:51.825337 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:51.842670 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Pushing event updated for resources: {'Port': ['ID=fdd92e59-7f2a-458b-888e-6f5a9edd7361,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:51.880760 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.881105 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.881478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.881819 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.882147 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.882472 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.882795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.883116 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.883455 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.883777 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.884092 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.884404 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:51.911102 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:51.936294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Attempting to bind port fdd92e59-7f2a-458b-888e-6f5a9edd7361 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:51.936655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Attempting to bind port fdd92e59-7f2a-458b-888e-6f5a9edd7361 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:51.937010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Attempting to bind port fdd92e59-7f2a-458b-888e-6f5a9edd7361 on network 19835852-af66-4102-873f-3dff622733ea {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:51.942412 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:51.942773 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Checking segment: {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:51.943162 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:51.943545 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Bound using segment: {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:51.944000 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Bound port: fdd92e59-7f2a-458b-888e-6f5a9edd7361, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:51.944461 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.033146 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] For port fdd92e59-7f2a-458b-888e-6f5a9edd7361, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:52.037862 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] For port fdd92e59-7f2a-458b-888e-6f5a9edd7361, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fdd92e59-7f2a-458b-888e-6f5a9edd7361,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:52.042689 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:52.046516 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:52.121412 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Pushing event updated for resources: {'Port': ['ID=fdd92e59-7f2a-458b-888e-6f5a9edd7361,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:52.130040 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:52.827012 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fdd92e59-7f2a-458b-888e-6f5a9edd7361 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:52.908500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port fdd92e59-7f2a-458b-888e-6f5a9edd7361 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:52.935081 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ada013-a58d-413b-8d5a-02abef0877c5 None None] Network 19835852-af66-4102-873f-3dff622733ea requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:53.036688 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Provisioning for port fdd92e59-7f2a-458b-888e-6f5a9edd7361 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:53.046499 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Provisioning complete for port fdd92e59-7f2a-458b-888e-6f5a9edd7361 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:53.046877 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.264398 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.308384 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] For port fdd92e59-7f2a-458b-888e-6f5a9edd7361, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fdd92e59-7f2a-458b-888e-6f5a9edd7361,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:53.313768 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:53.315978 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a63bd6b8-579b-47b0-a614-1adc6bf37091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:53.393161 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Pushing event updated for resources: {'Port': ['ID=fdd92e59-7f2a-458b-888e-6f5a9edd7361,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:53.395834 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:53.534692 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-8901f2d1-8714-4a97-9803-12fd56a73708 None None] Provisioning complete for port fdd92e59-7f2a-458b-888e-6f5a9edd7361 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:53.534994 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8901f2d1-8714-4a97-9803-12fd56a73708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.789917 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fdd92e59-7f2a-458b-888e-6f5a9edd7361 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:54.856000 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port fdd92e59-7f2a-458b-888e-6f5a9edd7361 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:54.856372 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.378357 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:28:08.059298 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1ad6-0224-453c-bd98-99177b09f2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.631294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:10.827386 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e0417d17-545c-4aa1-9379-214613ceae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:12.276515 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:13.599563 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.376753 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:28:38.062573 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1e818c4e-8fa5-4056-abf3-4841e77a9488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.633327 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.818493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f3a74636-c368-4f96-a7b1-f29aea4ba328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.280770 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.599245 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.820240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34838) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:55.826335 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [None req-04945469-3f65-4497-9e10-228593d66511 tempest-verify_tempest_config-106779879 tempest-verify_tempest_config-106779879-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:28:55.827274 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-04945469-3f65-4497-9e10-228593d66511 tempest-verify_tempest_config-106779879 tempest-verify_tempest_config-106779879-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060959 May 10 11:28:56.124409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34856) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:56.237517 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.251283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:56.255016 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Usage tracker for resource:security_group_rule and tenant:22f59904ac364e1189fc580da217af9f is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:56.257753 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:56.263748 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:56.344125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.348345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.356528 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:56.396266 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Synchronizing usage tracker for tenant:6a74609203b646e0a6267de544a0c66b on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:56.399419 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e62274-7b5d-422b-a835-06956b74f88e,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.410070 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.410403 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.410722 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.411037 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.411353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.411681 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.411992 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.412299 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.412620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.412929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.413265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.413568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:56.418782 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:56.424920 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Unset dirty status for tenant:6a74609203b646e0a6267de544a0c66b on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:56.426327 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22f59904ac364e1189fc580da217af9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3009818 May 10 11:28:56.429091 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34862) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:56.485323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.510323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.599407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.603090 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:56.613918 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e62274-7b5d-422b-a835-06956b74f88e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:56.618562 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:56.624475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.624626 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6e62274-7b5d-422b-a835-06956b74f88e HTTP/1.1" status: 204 len: 168 time: 0.1946278 May 10 11:29:08.064830 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0d28f59c-fd77-40e6-b2f6-156b78e31a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.634029 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:10.821858 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d2b084f0-20d7-4918-90e6-d0df5a2ed953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:12.281353 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:13.602135 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:14.375857 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:29:38.070381 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-942a362c-7610-4a36-8e21-9a1870bdd323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.636565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:40.823449 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-854522ce-ec15-4bcc-a9de-f376c77d8a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.284580 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:43.605905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.375294 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 5 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:08.070976 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-39ded2f8-094a-45ea-94b4-b68a122639e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.637095 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:10.823483 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a05e8be0-55d2-4eb8-8948-f45a2ef656dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.288316 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.606801 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.672781 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046'] for agent, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:28.374350 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:30.412841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34914) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:30.521646 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-7de23b84-c6b0-4e4f-96d1-342a17e52615 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1076825 May 10 11:30:32.632418 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34924) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:32.691125 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-df1108a6-8c12-4a18-9f3d-f7b8d9fa9da0 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0570889 May 10 11:30:38.074185 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-457d33fc-2613-408d-b9c4-3d4e815cef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.638594 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:40.823601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f1141611-db43-47be-83a9-dda37cbab262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:42.290943 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:43.616134 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.641361 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.373911 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:31:08.075757 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-86537f1d-7c4c-47c1-a621-7851ce6d3a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.638965 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.823605 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-25427b01-d9ad-4f23-bab5-aca759c18ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:12.296167 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:13.614588 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.662410 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.079291 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6ad9-fbae-406f-a129-fe721031e0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.641084 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.824006 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d8550ab4-294a-4785-8dbf-cbc5582cd68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.297350 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.372113 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:31:43.617897 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.675875 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.876945 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35058) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:57.269108 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-network', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:57.274094 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:57.279106 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Usage tracker for resource:network and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:57.284329 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:57.291487 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:57.302681 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Made reservation on behalf of a8e6be9ea0894a53998da1817a5648c0 for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:57.310419 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.324078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.339208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:57.343401 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Usage tracker for resource:security_group_rule and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:57.346423 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:57.352451 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:57.449104 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.453809 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.458843 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-683e659c-1610-40eb-8d02-71794a2a2552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:57.485308 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:31:57.494705 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628cf63a-9223-4af1-8b58-c578f6c109f5,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:57.504106 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.504449 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Added segment 6831cf48-477a-4306-a96a-e0ac69f41243 of type vlan for network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd May 10 11:31:57.506142 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.506508 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.506836 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.507166 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.507491 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.507830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.508155 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.508471 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.509127 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.509127 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.509439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.510189 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Tracked resource versions report: May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: pushed versions: May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: { 'AddressGroup': {'1.2'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'ConntrackHelper': {'1.0'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Log': {'1.0'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Network': {'1.1'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Port': {'1.7'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'PortForwarding': {'1.2'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'QosPolicy': {'1.8'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroup': {'1.4'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroupRule': {'1.2'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SubPort': {'1.0'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Subnet': {'1.1'}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Trunk': {'1.1'}} May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: consumer versions: May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: HyperV agent@hv-cinder-78494: {}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'ConntrackHelper': '1.0', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Log': '1.0', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Network': '1.1', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Port': '1.7', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'PortForwarding': '1.2', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'QosPolicy': '1.8', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroup': '1.4', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SecurityGroupRule': '1.2', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'SubPort': '1.0', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Subnet': '1.1', May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: 'Trunk': '1.1'}} May 10 11:31:57.510778 dv-cinder-784945-6-iscsi neutron-server[78766]: {{(pid=78766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:31:57.517156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:57.543119 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.572850 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.574184 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:57.575072 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.579996 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5d550db9-7a17-46bf-965c-f2d1ff446bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:57.715291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Pushing event updated for resources: {'Network': ['ID=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:57.722168 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:57.728014 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8458300 May 10 11:31:57.731534 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35108) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:57.735748 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:31:57.738010 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Request body: {'subnet': {'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-subnet', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:57.744053 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:57.748519 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Usage tracker for resource:subnet and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:57.751752 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:57.760995 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:57.776683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Made reservation on behalf of a8e6be9ea0894a53998da1817a5648c0 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:57.779657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.220303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35130) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:58.231284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.236277 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ec1d42d6-e82e-44f5-8c48-32274ae37e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:58.311238 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e266058c-7001-40b3-ba15-ddea4341061f,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.324350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:58.356175 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Checking segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:58.356836 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Network hostable DHCP agents. Network: d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:31:58.377623 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:31:58.393781 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:58.397699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35146) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:58.406506 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:58.407177 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.409545 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345af65-c652-4c30-bd42-338be9870270 None None] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:58.432816 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-dcbe3309-9f67-41df-81f7-f0f629f70e3e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7001016 May 10 11:31:58.436110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35152) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:58.441878 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:58.447566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:58.451724 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Usage tracker for resource:router and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:58.463947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:58.463947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:58.475546 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.476787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.493693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.625705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaee480-3b7c-4f77-bc12-164576e5f7eb None None] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:58.783106 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-357305045-network', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:58.787610 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:58.791440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Usage tracker for resource:network and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:58.794525 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:58.800295 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:58.814439 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.819060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Made reservation on behalf of c064d402f6794dc1a7e082a79884f874 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:58.821756 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.843817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.860410 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:58.864743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:58.868816 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:58.875717 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:59.015015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021236390-network', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:59.042354 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:59.047628 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Usage tracker for resource:network and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:59.094753 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:59.111288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:59.136608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Made reservation on behalf of d4ad9acfbed64de0b5b6f25092e6f2bf for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:59.141786 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35170) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:59.149117 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.174191 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.213608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:59.223335 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:59.227429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:59.231194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.245488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:59.256928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.266962 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:59.310626 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:31:59.339353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754372283028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.340234 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Unsubscribe: segment precommit_create {{(pid=78767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:31:59.340656 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Added segment 0d8cc479-7941-447e-b658-910f34a92544 of type vlan for network 9e50b68a-cc18-4ea1-ae17-5ab48088152b May 10 11:31:59.381572 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e40382-bb63-41b3-92e0-c287d68aec36,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:59.436429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.436784 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.437235 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.440399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.440694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.441019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.441370 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.441672 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.441985 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.442303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.442599 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.442904 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Tracked resource versions report: May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: pushed versions: May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: { 'AddressGroup': {'1.2'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'ConntrackHelper': {'1.0'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Log': {'1.0'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Network': {'1.1'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Port': {'1.7'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'PortForwarding': {'1.2'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'QosPolicy': {'1.8'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroup': {'1.4'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroupRule': {'1.2'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SubPort': {'1.0'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Subnet': {'1.1'}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Trunk': {'1.1'}} May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: consumer versions: May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: HyperV agent@hv-cinder-78494: {}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'ConntrackHelper': '1.0', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Log': '1.0', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Network': '1.1', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Port': '1.7', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'PortForwarding': '1.2', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'QosPolicy': '1.8', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroup': '1.4', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SecurityGroupRule': '1.2', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'SubPort': '1.0', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Subnet': '1.1', May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: 'Trunk': '1.1'}} May 10 11:31:59.447137 dv-cinder-784945-6-iscsi neutron-server[78767]: {{(pid=78767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:31:59.465362 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.482010 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:59.489951 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1640939024-network', 'tenant_id': '5c36130236ac4aea9c63539174772847'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:59.499958 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:59.511899 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Usage tracker for resource:network and tenant:5c36130236ac4aea9c63539174772847 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:59.518707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:59.532783 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:59.557034 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Made reservation on behalf of 5c36130236ac4aea9c63539174772847 for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:59.559794 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.596704 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.627559 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:59.637139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Usage tracker for resource:security_group_rule and tenant:5c36130236ac4aea9c63539174772847 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:59.646614 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:59.658909 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:59.809445 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.817131 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.823807 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9af5c70f-4501-4727-a730-6cfcaa0b2a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:59.866486 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:31:59.877961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa5f81-cf01-4113-ae65-8a301a078de3,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:59.883050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:59.884493 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.885092 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Added segment 5be02f92-81f8-47a2-9b2c-dc13f60f8590 of type vlan for network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f May 10 11:31:59.913110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.915637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.921970 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.942644 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.950327 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:59.950920 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.960199 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.961615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.964496 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:59.967404 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:59.970329 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.979979 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:00.060617 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.063985 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Pushing event updated for resources: {'Network': ['ID=9e50b68a-cc18-4ea1-ae17-5ab48088152b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.122243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:32:00.126197 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:00.127176 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:00.146092 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Pushing event updated for resources: {'Network': ['ID=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.153969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0111082 May 10 11:32:00.155267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35212) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:00.156246 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:00.162014 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Request body: {'subnet': {'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1640939024-subnet', 'tenant_id': '5c36130236ac4aea9c63539174772847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:00.167738 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:00.172274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Usage tracker for resource:subnet and tenant:5c36130236ac4aea9c63539174772847 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:00.175930 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:00.182833 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:00.206151 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:32:00.210619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Made reservation on behalf of 5c36130236ac4aea9c63539174772847 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:00.213145 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.226217 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0010853 May 10 11:32:00.235417 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35216) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:00.256683 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:00.272954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Request body: {'subnet': {'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-subnet', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:00.277493 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:00.281897 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Usage tracker for resource:subnet and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:00.285200 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:00.292350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:00.319987 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.320693 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Added segment 998b4042-38d0-47e7-b6e3-d1ea86f53754 of type vlan for network 11a5a096-1237-4e63-b10a-3b855464f28b May 10 11:32:00.322401 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724aa03-63dc-4123-8e87-a4198771ed35,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:00.325151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Made reservation on behalf of c064d402f6794dc1a7e082a79884f874 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:00.327888 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.354232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:00.641973 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.782867 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Allocated IP 172.27.2.122 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/7c01ce18-0a41-480c-a821-3324ef619e41) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:00.831692 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.860075 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:00.860665 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.913266 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:00.980792 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:00.997042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:01.077906 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6784821 May 10 11:32:01.082800 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35260) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:01.091920 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Request body: {'subnet': {'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021236390-subnet', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:01.106305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Pushing event updated for resources: {'Network': ['ID=11a5a096-1237-4e63-b10a-3b855464f28b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:01.116058 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:01.125013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:01.126059 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 11a5a096-1237-4e63-b10a-3b855464f28b details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:32:01.133186 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Usage tracker for resource:subnet and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:01.140857 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:01.145404 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5278a7-970b-4b25-aaf2-949720e3b0c5,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:01.161120 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:01.175558 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.176561 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:01.180596 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Checking segment: {'id': '5be02f92-81f8-47a2-9b2c-dc13f60f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:01.187132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Network hostable DHCP agents. Network: b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:01.232445 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Made reservation on behalf of d4ad9acfbed64de0b5b6f25092e6f2bf for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:01.235310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.379714 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.388747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:01.430400 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:01.476953 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:01.492164 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbc905-0210-4fb2-8f9d-f263d90efab1 None None] Network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:01.521299 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:01.522361 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:01.586118 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4285605 May 10 11:32:01.629286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:01.655603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:01.662996 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:01.876071 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f841b9c-72ed-4f1c-8d4c-f34d612b8046 None None] Network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:01.971463 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Pushing event updated for resources: {'Port': ['ID=7c01ce18-0a41-480c-a821-3324ef619e41,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:01.984069 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:02.072460 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.079168 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:02.162627 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Checking segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:02.163345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Network hostable DHCP agents. Network: 11a5a096-1237-4e63-b10a-3b855464f28b, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:02.196985 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Network 11a5a096-1237-4e63-b10a-3b855464f28b is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:02.207371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:02.218329 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:02.219841 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 11a5a096-1237-4e63-b10a-3b855464f28b) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:02.232998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:02.233860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.253995 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f645f9a-f062-4f1a-860f-4fad656d1e2d None None] Network 11a5a096-1237-4e63-b10a-3b855464f28b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:02.267114 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1832349 May 10 11:32:02.281622 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35306) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:02.294391 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:02.308243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:02.317264 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Usage tracker for resource:router and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:02.326491 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:02.347359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:02.375579 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.376977 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.412711 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.496411 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35326) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:02.509149 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.521246 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:32:02.620930 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35338) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:02.661824 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-11a5a096-1237-4e63-b10a-3b855464f28b', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:02.663714 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.735269 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:02.742318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bb7c974e-9580-4bfa-b049-3c93432c40ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:02.877562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:02.884375 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:02.896166 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Checking segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:02.896564 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Network hostable DHCP agents. Network: 9e50b68a-cc18-4ea1-ae17-5ab48088152b, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:02.970224 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Allocated IP 172.20.0.2 (11a5a096-1237-4e63-b10a-3b855464f28b/4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2/5356fbff-87f7-4597-8eb3-1b0756f11ea5) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:03.039152 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.094833 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.101431 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:03.113083 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Usage tracker for resource:security_group_rule and tenant:554784a8fcbd4187b59ed8adc7ab6009 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:03.130018 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:03.139251 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-81add19f-0879-49eb-95d9-483fa8d11581 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:03.150081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-81add19f-0879-49eb-95d9-483fa8d11581 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Synchronizing usage tracker for tenant:5c36130236ac4aea9c63539174772847 on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:03.215551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:03.221811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:03.227368 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.239183 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Transition to ACTIVE for port object 5356fbff-87f7-4597-8eb3-1b0756f11ea5 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:03.269840 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 9e50b68a-cc18-4ea1-ae17-5ab48088152b) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:03.275340 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Transition to ACTIVE for port object 5356fbff-87f7-4597-8eb3-1b0756f11ea5 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:03.279544 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:03.280841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.289628 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ad17c-9774-4b4c-a2fb-35293032ff08 None None] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:03.331226 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.350976 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.426643 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:03.456452 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2033563 May 10 11:32:03.460742 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35370) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:03.474672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:03.486321 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.503859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:03.508199 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.515045 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Usage tracker for resource:router and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:03.527351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:03.532000 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:03.534949 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Network 11a5a096-1237-4e63-b10a-3b855464f28b is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:03.545234 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-81add19f-0879-49eb-95d9-483fa8d11581 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Unset dirty status for tenant:5c36130236ac4aea9c63539174772847 on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:03.548978 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:03.552013 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-81add19f-0879-49eb-95d9-483fa8d11581 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/networks?id=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f HTTP/1.1" status: 200 len: 812 time: 1.0543442 May 10 11:32:03.556599 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:03.563121 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:03.607660 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Pushing event updated for resources: {'Port': ['ID=5356fbff-87f7-4597-8eb3-1b0756f11ea5,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:03.640117 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-2dfcdff8-3fa5-41ad-b87d-91d961a191d9 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/quotas/5c36130236ac4aea9c63539174772847 HTTP/1.1" status: 200 len: 375 time: 0.0871484 May 10 11:32:03.653013 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Router 238e3c34-ea56-4d40-9135-ea7998392444 is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:32:03.660097 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.660440 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.660774 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.661102 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.661464 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.661788 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.662329 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.662459 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.662782 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.663109 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.663425 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.663737 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Tracked resource versions report: May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: pushed versions: May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: { 'AddressGroup': {'1.2'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'ConntrackHelper': {'1.0'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Log': {'1.0'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Network': {'1.1'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Port': {'1.7'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'PortForwarding': {'1.2'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'QosPolicy': {'1.8'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroup': {'1.4'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroupRule': {'1.2'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SubPort': {'1.0'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Subnet': {'1.1'}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Trunk': {'1.1'}} May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: consumer versions: May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: HyperV agent@hv-cinder-78494: {}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'ConntrackHelper': '1.0', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Log': '1.0', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Network': '1.1', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Port': '1.7', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'PortForwarding': '1.2', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'QosPolicy': '1.8', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroup': '1.4', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SecurityGroupRule': '1.2', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'SubPort': '1.0', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Subnet': '1.1', May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: 'Trunk': '1.1'}} May 10 11:32:03.664762 dv-cinder-784945-6-iscsi neutron-server[78768]: {{(pid=78768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:32:03.678341 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:03.727899 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Attempting to bind port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:03.728330 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Attempting to bind port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:03.728703 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Attempting to bind port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:03.739209 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:03.739209 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Checking segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:03.739579 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.739847 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Bound using segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:03.740354 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Bound port: 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:03.740775 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.803460 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=554784a8fcbd4187b59ed8adc7ab6009&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1803625 May 10 11:32:03.826085 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-75ac7160-6600-4e86-a765-b46b004f767c tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c36130236ac4aea9c63539174772847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1850538 May 10 11:32:03.830073 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35382) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:03.850481 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.851551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.856168 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:32:03.857839 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.893394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:03.905648 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Sync routers for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:03.910644 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6170f231-2987-441b-bbd2-4f012f0d5544,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:03.921986 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:03.930009 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:03.934304 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:31:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:03.948347 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.955098 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:03.961467 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5125289 May 10 11:32:03.961467 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35390) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:03.979121 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] For port 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:03.985060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.025719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.040026 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] For port 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=5356fbff-87f7-4597-8eb3-1b0756f11ea5,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:04.055519 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.064470 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:04.200438 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Pushing event updated for resources: {'Port': ['ID=5356fbff-87f7-4597-8eb3-1b0756f11ea5,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:04.203789 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Allocated IP 172.20.0.2 (9e50b68a-cc18-4ea1-ae17-5ab48088152b/168a8bb3-2cf7-42b5-96c0-5475e79fa1ef/7a221e19-f263-423a-9a0a-63d157bb4fae) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:04.205941 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:04.229768 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-7c683652-45fa-469a-b0d0-03c57e5eeba6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:32:04.237609 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-7c683652-45fa-469a-b0d0-03c57e5eeba6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1555815 May 10 11:32:04.313819 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:04.351318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.467768 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.478910 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Transition to ACTIVE for port object 7a221e19-f263-423a-9a0a-63d157bb4fae will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:04.506821 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Transition to ACTIVE for port object 7a221e19-f263-423a-9a0a-63d157bb4fae will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:04.525079 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.536037 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:04.593481 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.633281 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Pushing event updated for resources: {'Port': ['ID=7a221e19-f263-423a-9a0a-63d157bb4fae,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:04.646041 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:04.675757 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:04.874247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:04.920349 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:04.926626 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:01Z', 'revision_number': 3, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:04.929339 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:04.931963 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Checking router: 238e3c34-ea56-4d40-9135-ea7998392444 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:04.932495 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Updating router 238e3c34-ea56-4d40-9135-ea7998392444 port 7c01ce18-0a41-480c-a821-3324ef619e41 binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:05.015318 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.020712 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-936b5fdb-92d3-4fbd-945b-e7479e54a30a service neutron] 10.222.0.41 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820344 May 10 11:32:05.024660 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Allocated IP 172.27.2.143 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/96e3668d-5b99-428d-b077-5667cd6b064d) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:05.094112 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.151762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 5356fbff-87f7-4597-8eb3-1b0756f11ea5 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:05.215198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.228520 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Attempting to bind port 7a221e19-f263-423a-9a0a-63d157bb4fae on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:05.228887 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Attempting to bind port 7a221e19-f263-423a-9a0a-63d157bb4fae by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:05.229275 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Attempting to bind port 7a221e19-f263-423a-9a0a-63d157bb4fae on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:05.247464 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:05.247831 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Checking segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:05.248229 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.248620 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Bound using segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:05.249093 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Bound port: 7a221e19-f263-423a-9a0a-63d157bb4fae, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:05.266328 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.387898 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:05.513831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6170f231-2987-441b-bbd2-4f012f0d5544,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:05.645570 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:05.650613 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:05.674007 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] For port 7a221e19-f263-423a-9a0a-63d157bb4fae, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:05.678937 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] For port 7a221e19-f263-423a-9a0a-63d157bb4fae, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7a221e19-f263-423a-9a0a-63d157bb4fae,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:05.682951 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Allocated IP 172.20.0.1 (d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd/e266058c-7001-40b3-ba15-ddea4341061f/718ac5ba-b297-4a13-821a-62f26734c02f) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:05.691194 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.699187 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:05.762075 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b84710-610a-4cc5-b084-59861c7e3581 None None] Network 11a5a096-1237-4e63-b10a-3b855464f28b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:05.779440 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-add008a8-b486-4e6b-a234-200d444ac2b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358980 May 10 11:32:05.798667 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.799680 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6170f231-2987-441b-bbd2-4f012f0d5544 HTTP/1.1" status: 204 len: 168 time: 1.9612002 May 10 11:32:05.925348 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Pushing event updated for resources: {'Port': ['ID=7a221e19-f263-423a-9a0a-63d157bb4fae,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:05.929792 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:05.942625 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:05.948307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Provisioning for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:05.959313 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.038603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.058888 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1645c27a-68c7-4473-804f-2365468ac446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:06.142865 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:06.143854 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Provisioning complete for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:06.144249 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.145743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:06.150267 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:06.150757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.245371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35450) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:06.480047 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8551e32f-03f4-4767-8af5-6711f4c35863 req-68863330-6591-4841-8b86-a5152235c753 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.2212760 May 10 11:32:06.483353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.509907 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb11325-8f21-4c4e-a338-649b229b538c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:06.537925 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35468) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:06.579331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.603737 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.662542 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.694168 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] For port 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=5356fbff-87f7-4597-8eb3-1b0756f11ea5,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:06.723261 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:06.731607 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.735708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Usage tracker for resource:security_group_rule and tenant:46c54ab8ff2c44c9b76df1f834205a12 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:06.739284 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:06.746314 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:06.752007 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:06.763159 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:06.790985 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:06.812082 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Pushing event updated for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:06.826491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:06.872301 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:06.875921 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:06.906995 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Pushing event updated for resources: {'Port': ['ID=5356fbff-87f7-4597-8eb3-1b0756f11ea5,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:06.913670 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:06.974032 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.005206 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Transition to ACTIVE for port object 7c01ce18-0a41-480c-a821-3324ef619e41 will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:07.012712 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.020680 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:07.060142 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7a221e19-f263-423a-9a0a-63d157bb4fae up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:07.131015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.208388 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Attempting to bind port 7c01ce18-0a41-480c-a821-3324ef619e41 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:07.209476 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Attempting to bind port 7c01ce18-0a41-480c-a821-3324ef619e41 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:07.209921 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Attempting to bind port 7c01ce18-0a41-480c-a821-3324ef619e41 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:07.232485 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Pushing event updated for resources: {'Port': ['ID=96e3668d-5b99-428d-b077-5667cd6b064d,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.234087 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 7a221e19-f263-423a-9a0a-63d157bb4fae completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:07.245818 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Pushing event updated for resources: {'Port': ['ID=7c01ce18-0a41-480c-a821-3324ef619e41,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.248575 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:07.249083 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:07.249632 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.250119 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:07.250674 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Bound port: 7c01ce18-0a41-480c-a821-3324ef619e41, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:07.253039 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.260586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:07.290608 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-2c2195bf-4fbf-46a5-aa99-3aba06d1e694 None None] Provisioning complete for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:07.290976 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2c2195bf-4fbf-46a5-aa99-3aba06d1e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.309433 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.310308 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.310716 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.311113 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.311670 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.312098 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.313035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35494) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:07.313150 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.313691 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.314111 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.314514 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.315386 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.316105 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Tracked resource versions report: May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: pushed versions: May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: { 'AddressGroup': {'1.2'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'ConntrackHelper': {'1.0'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Log': {'1.0'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Network': {'1.1'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Port': {'1.7'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'PortForwarding': {'1.2'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'QosPolicy': {'1.8'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroup': {'1.4'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroupRule': {'1.2'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SubPort': {'1.0'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Subnet': {'1.1'}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Trunk': {'1.1'}} May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: consumer versions: May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: { DHCP agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: HyperV agent@hv-cinder-78494: {}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: L3 agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: Metadata agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: Metering agent@dv-cinder-784945-6-iscsi: {}, May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: Open vSwitch agent@dv-cinder-784945-6-iscsi: { 'AddressGroup': '1.2', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'ConntrackHelper': '1.0', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Log': '1.0', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Network': '1.1', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Port': '1.7', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'PortForwarding': '1.2', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'QosPolicy': '1.8', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroup': '1.4', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SecurityGroupRule': '1.2', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'SubPort': '1.0', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Subnet': '1.1', May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: 'Trunk': '1.1'}} May 10 11:32:07.317452 dv-cinder-784945-6-iscsi neutron-server[78769]: {{(pid=78769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:32:07.325683 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:07.397440 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] For port 7c01ce18-0a41-480c-a821-3324ef619e41, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:07.403781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.408344 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] For port 7c01ce18-0a41-480c-a821-3324ef619e41, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c01ce18-0a41-480c-a821-3324ef619e41,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:07.423644 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.433689 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9f089ddd-a428-409a-9748-661b3b437554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:07.483239 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.546963 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:07.547670 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:31:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:07.554751 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef619a-dff3-4fa8-aaee-6a94734a06b7 None None] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:07.602677 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:07.616099 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46c54ab8ff2c44c9b76df1f834205a12&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0756280 May 10 11:32:07.625907 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35502) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:07.695939 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Pushing event updated for resources: {'Port': ['ID=7c01ce18-0a41-480c-a821-3324ef619e41,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.705737 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:07.706818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6d9b3-3aca-46a9-8200-b4fc50497ded,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:07.760853 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:07.776618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ce44eeb6-724e-4f6e-8508-00cc753201b2 req-53506a8a-bf5a-4a15-aadd-cf586671df2c tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.1660969 May 10 11:32:07.785566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.840226 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:07.872001 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Provisioning for port 7a221e19-f263-423a-9a0a-63d157bb4fae completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:07.890156 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:07.949623 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:07.966044 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5015edca18475996f7e008ee178b0b is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:07.971999 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:07.987835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:08.005954 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Provisioning complete for port 7a221e19-f263-423a-9a0a-63d157bb4fae triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:08.006325 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.022580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.107593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Allocated IP 172.27.2.33 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/4bee539e-b59d-46ae-b583-12b017cde9cb) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:08.132592 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.147648 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.151144 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.156469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:08.220487 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bd59d758-c08f-4efc-b5ae-a8432da9b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.305354 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.366765 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.401530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Pushing event updated for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:08.407955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:08.417000 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:08.443372 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.479023 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.484181 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.531465 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6d9b3-3aca-46a9-8200-b4fc50497ded,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:08.552412 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:08.563858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:08.578791 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] For port 7a221e19-f263-423a-9a0a-63d157bb4fae, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7a221e19-f263-423a-9a0a-63d157bb4fae,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:08.585350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.597972 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.600032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d3751ef7-a096-451a-b860-b0b2d30ebdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:08.614106 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.651693 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:06Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '718ac5ba-b297-4a13-821a-62f26734c02f', 'name': '', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'mac_address': 'fa:16:3e:05:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:05Z', 'updated_at': '2021-05-10T11:32:05Z', 'revision_number': 1, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'subnets': [{'id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:08.670195 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e37c2-b13b-4c3d-8031-103ec9fade76 None None] The sync data for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi is: [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:06Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '718ac5ba-b297-4a13-821a-62f26734c02f', 'name': '', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'mac_address': 'fa:16:3e:05:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:05Z', 'updated_at': '2021-05-10T11:32:05Z', 'revision_number': 1, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'subnets': [{'id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:08.693554 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:08.721571 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Pushing event updated for resources: {'Port': ['ID=7a221e19-f263-423a-9a0a-63d157bb4fae,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:08.721771 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:08.725950 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5e6d9b3-3aca-46a9-8200-b4fc50497ded HTTP/1.1" status: 204 len: 168 time: 1.0177164 May 10 11:32:08.733888 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:08.738936 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb5015edca18475996f7e008ee178b0b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4230413 May 10 11:32:08.749553 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35548) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:08.779551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:08.780466 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d12a42-baf0-41bf-b2be-df739d334041,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:08.794818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:08.807131 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:08.862245 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-b19e2197-d538-4493-90ae-5d4bf76b010a None None] Provisioning complete for port 7a221e19-f263-423a-9a0a-63d157bb4fae triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:08.868713 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:08.870271 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b19e2197-d538-4493-90ae-5d4bf76b010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.193145 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.243160 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.244143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7a221e19-f263-423a-9a0a-63d157bb4fae up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:09.345316 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bee539e-b59d-46ae-b583-12b017cde9cb,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:09.374005 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Router 238e3c34-ea56-4d40-9135-ea7998392444 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:32:09.374900 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 7a221e19-f263-423a-9a0a-63d157bb4fae triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:09.375530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.457999 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.460882 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:09.494934 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:09.548909 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 5356fbff-87f7-4597-8eb3-1b0756f11ea5 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:09.592194 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-49a21d77-8373-41d2-ba8c-aefb666a0c98 req-a79ee855-7133-46e1-9f82-c7dacfe8026b tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.2209992 May 10 11:32:09.598729 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.612156 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1cac8617-7e2f-4b34-8fec-9e82bada7111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:09.634304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d12a42-baf0-41bf-b2be-df739d334041,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:09.637964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:09.711430 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.714782 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07d12a42-baf0-41bf-b2be-df739d334041 HTTP/1.1" status: 204 len: 168 time: 0.9642785 May 10 11:32:09.763550 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:09.764817 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:09.765219 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:09.775795 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] 10.222.0.41 "PUT /v2.0/routers/238e3c34-ea56-4d40-9135-ea7998392444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8201246 May 10 11:32:09.824409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:09.880273 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.21', 59525) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:10.386960 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-50cc3e1d-48c8-4164-9914-37fe3b67ca8f tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:10.391362 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-50cc3e1d-48c8-4164-9914-37fe3b67ca8f tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.21 "GET /v2.0/networks?id=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f HTTP/1.1" status: 200 len: 812 time: 0.5086248 May 10 11:32:10.448754 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Request body: {'port': {'device_id': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f', 'admin_state_up': True, 'tenant_id': '5c36130236ac4aea9c63539174772847'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:10.675507 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.714533 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:10.723850 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Usage tracker for resource:port and tenant:5c36130236ac4aea9c63539174772847 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:10.730808 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:10.739461 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:10.776192 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35636) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:10.782295 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Made reservation on behalf of 5c36130236ac4aea9c63539174772847 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:10.787390 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.837736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e68db9d-df0a-4f44-a8fe-0f21fdc22517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.852921 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:10.868118 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Router 30489cb0-1644-4880-ae31-9388107650ea is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:32:10.939918 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:11.009779 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Usage tracker for resource:security_group_rule and tenant:bde6a0b5d86b4a70a74209af02a74442 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:11.013759 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:11.025472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:11.093471 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c01ce18-0a41-480c-a821-3324ef619e41 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:11.153824 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:11.214908 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-934f6154-b155-4762-a3d0-037a501d6228 req-6ffae72c-b002-4762-9258-69383611250d tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.0641615 May 10 11:32:11.220102 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Allocated IP 172.20.0.12 (b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f/ad5278a7-970b-4b25-aaf2-949720e3b0c5/ee9a726c-3b33-489d-aa5f-1f22dca50492) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:11.229619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.283854 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:11.286088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.319682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.348052 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:11.350852 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:11.356361 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ae8e068f-d120-49fb-8a86-2742db6ab471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:11.374920 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bde6a0b5d86b4a70a74209af02a74442&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5965841 May 10 11:32:11.382210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35662) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:11.383335 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.384987 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1005116 May 10 11:32:11.391324 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35666) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:11.484366 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.515058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.542231 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 7c01ce18-0a41-480c-a821-3324ef619e41 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:11.782717 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.796057 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ea7c9c26-4e71-4283-9962-29a17ead414d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:11.817748 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 7c01ce18-0a41-480c-a821-3324ef619e41 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:11.818820 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.946770 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10435c3f-3b97-430a-a2b6-30562113e4ea,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:11.970842 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:11.979450 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10435c3f-3b97-430a-a2b6-30562113e4ea,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:11.986530 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:11.987903 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10435c3f-3b97-430a-a2b6-30562113e4ea HTTP/1.1" status: 204 len: 168 time: 0.6016016 May 10 11:32:11.992223 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:11.996488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:12.055337 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-52f9f431-6b9a-436c-b25b-e67635342370 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:12.056065 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-52f9f431-6b9a-436c-b25b-e67635342370 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Synchronizing usage tracker for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:12.098696 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.200111 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Sync routers for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:12.220473 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:12.221516 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:12.249780 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-52f9f431-6b9a-436c-b25b-e67635342370 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Unset dirty status for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:12.256735 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-52f9f431-6b9a-436c-b25b-e67635342370 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 819 time: 0.6812270 May 10 11:32:12.390967 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-5e6bec88-e53a-42eb-b0fa-4d67db1873eb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/quotas/a8e6be9ea0894a53998da1817a5648c0 HTTP/1.1" status: 200 len: 375 time: 0.1324785 May 10 11:32:12.676142 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.711080 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.737187 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a45165fd-c2bd-46d5-8d69-3782973bf4c4 req-fe6288a4-0ba6-426a-8e80-6fc129afbbd6 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.1586306 May 10 11:32:12.784841 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35714) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:12.845964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 7c01ce18-0a41-480c-a821-3324ef619e41, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c01ce18-0a41-480c-a821-3324ef619e41,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:12.862489 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:12.903272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:12.907234 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-8719ffac-a4cf-4de0-92ae-fea632612a9a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5151281 May 10 11:32:12.964815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:32:13.086437 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:13.298714 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=7c01ce18-0a41-480c-a821-3324ef619e41,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:13.329253 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:13.389999 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:13.409102 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:13.409679 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Updating router 30489cb0-1644-4880-ae31-9388107650ea port 96e3668d-5b99-428d-b077-5667cd6b064d binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:13.454633 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.575863 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.636405 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.688036 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:13.719495 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:13.744920 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.775584 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:13.784256 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:13.790951 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3252728 May 10 11:32:13.791145 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:13.800438 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35738) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:13.804494 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Usage tracker for resource:security_group_rule and tenant:a5d9826817d94b9e93f53084b2449c7e is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:13.857913 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:13.859876 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:13.979100 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:14.012501 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:14.045310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:14.056828 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:14.107462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Pushing event updated for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:14.114745 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:14.123243 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:14.123974 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.131021 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:14.214389 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:06Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '718ac5ba-b297-4a13-821a-62f26734c02f', 'name': '', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'mac_address': 'fa:16:3e:05:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:05Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 2, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'subnets': [{'id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:14.233515 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Checking router: 238e3c34-ea56-4d40-9135-ea7998392444 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:14.233948 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Updating router 238e3c34-ea56-4d40-9135-ea7998392444 port 718ac5ba-b297-4a13-821a-62f26734c02f binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:14.247734 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8036435 May 10 11:32:14.268203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.343836 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-56823d4e-9f28-4d72-a2b6-c822001de0e0 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:32:14.345748 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-56823d4e-9f28-4d72-a2b6-c822001de0e0 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104611 May 10 11:32:14.419909 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.518372 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:14.885058 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Allocated IP 172.20.0.1 (11a5a096-1237-4e63-b10a-3b855464f28b/4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2/51a44603-d263-442f-986e-04a0a73f23fc) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:15.059495 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.072132 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-cd20e8d8-05f2-409e-88af-3abcb82af062 service neutron] 10.222.0.41 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1517587 May 10 11:32:15.114433 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Transition to ACTIVE for port object 96e3668d-5b99-428d-b077-5667cd6b064d will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:15.150681 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c01ce18-0a41-480c-a821-3324ef619e41 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:15.407508 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35772) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:15.419511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Request body: {'port': {'device_id': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:15.457752 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:15.491632 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.500654 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.532316 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Transition to ACTIVE for port object 718ac5ba-b297-4a13-821a-62f26734c02f will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:15.544910 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.553496 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:15.608297 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.693493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:15.695520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Transition to ACTIVE for port object 51a44603-d263-442f-986e-04a0a73f23fc will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:15.756092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:15.756419 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab521b-0e9f-476b-9a18-e98afa5d077a None None] Pushing event updated for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:15.761714 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-2bab521b-0e9f-476b-9a18-e98afa5d077a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:16.028596 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Pushing event updated for resources: {'Port': ['ID=96e3668d-5b99-428d-b077-5667cd6b064d,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:16.045525 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:16.131815 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Attempting to bind port 718ac5ba-b297-4a13-821a-62f26734c02f on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:16.132255 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Attempting to bind port 718ac5ba-b297-4a13-821a-62f26734c02f by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:16.132618 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Attempting to bind port 718ac5ba-b297-4a13-821a-62f26734c02f on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:16.139826 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:16.141154 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Checking segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:16.141664 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.142140 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Bound using segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:16.142746 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Bound port: 718ac5ba-b297-4a13-821a-62f26734c02f, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:16.143146 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.149033 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-80373acc-9468-4539-84c7-3700a96ca0ae service neutron] 10.222.0.41 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9788687 May 10 11:32:16.202583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.227603 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.246979 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 7c01ce18-0a41-480c-a821-3324ef619e41 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:16.247565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.294714 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4cf4877b-5d15-4694-9d02-1ebcac9d57c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:16.326799 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5d9826817d94b9e93f53084b2449c7e&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5407016 May 10 11:32:16.333510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35792) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:16.419689 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] For port 718ac5ba-b297-4a13-821a-62f26734c02f, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:16.423477 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] For port 718ac5ba-b297-4a13-821a-62f26734c02f, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=718ac5ba-b297-4a13-821a-62f26734c02f,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:16.443188 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.465453 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-16c1d62d-aec0-40c0-8b8f-7952310bb7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:16.563117 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dd8c0-67a1-4f75-b487-f0f442cdfb81 req-fc18dda7-1a14-4c22-9c77-e589f89ec23c tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:16.573779 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-563dd8c0-67a1-4f75-b487-f0f442cdfb81 req-fc18dda7-1a14-4c22-9c77-e589f89ec23c tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 932 time: 2.4328647 May 10 11:32:16.628248 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021bb1d1-42d8-4f2f-b30f-3749ff536e56,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:16.634821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:16.654404 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9a726c-3b33-489d-aa5f-1f22dca50492 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:16.677351 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.694609 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Attempting to bind port 96e3668d-5b99-428d-b077-5667cd6b064d on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:16.699950 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Attempting to bind port 96e3668d-5b99-428d-b077-5667cd6b064d by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:16.700490 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Attempting to bind port 96e3668d-5b99-428d-b077-5667cd6b064d on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:16.704915 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:16.705575 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:16.734605 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Transition to ACTIVE for port object ee9a726c-3b33-489d-aa5f-1f22dca50492 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:16.840760 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.845873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.873756 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-126d63cb-f17d-44d3-900f-7d87cca933f3 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:16.966145 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:16.966720 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:16.967472 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:16.968182 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:16.969193 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Bound port: 96e3668d-5b99-428d-b077-5667cd6b064d, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:16.970038 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:17.027797 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16c40a65-a65b-43f2-8b24-fc584e3a9c39 req-825075eb-7159-44fc-ad16-be45eb5f7ef5 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.4441311 May 10 11:32:17.262175 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] For port 96e3668d-5b99-428d-b077-5667cd6b064d, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:17.270055 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] For port 96e3668d-5b99-428d-b077-5667cd6b064d, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=96e3668d-5b99-428d-b077-5667cd6b064d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:17.289734 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:17.328390 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab521b-0e9f-476b-9a18-e98afa5d077a None None] Pushing event updated for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=4']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:17.332878 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:17.345855 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-2bab521b-0e9f-476b-9a18-e98afa5d077a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:17.367747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:17.381354 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:17.395776 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-563dd8c0-67a1-4f75-b487-f0f442cdfb81 req-cca07345-c83a-49ef-9309-b579d2be734e tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Synchronizing usage tracker for tenant:5c36130236ac4aea9c63539174772847 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:17.402357 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:17.411257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:17.440811 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:17.441867 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Usage tracker for resource:security_group_rule and tenant:6591391f4e75477daa464e4a1300a9bc is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:17.442653 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:17.507224 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:17.595899 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Pushing event updated for resources: {'Port': ['ID=96e3668d-5b99-428d-b077-5667cd6b064d,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:17.601862 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:17.608770 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:17.623622 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:10Z', 'revision_number': 3, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:17.652041 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:17.652733 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Updating router f8b0bdab-5592-4dab-accc-7e2f8a28c085 port 4bee539e-b59d-46ae-b583-12b017cde9cb binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:17.707810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:17.713115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:17.727576 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:17.779921 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Network 11a5a096-1237-4e63-b10a-3b855464f28b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:17.803218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:17.806508 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:17.807007 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.007036 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:18.164643 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:18.218117 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.302005 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Attempting to bind port ee9a726c-3b33-489d-aa5f-1f22dca50492 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:18.306198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Attempting to bind port ee9a726c-3b33-489d-aa5f-1f22dca50492 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5be02f92-81f8-47a2-9b2c-dc13f60f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:18.306576 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Attempting to bind port ee9a726c-3b33-489d-aa5f-1f22dca50492 on network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:18.326656 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.370699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.426741 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:06Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '718ac5ba-b297-4a13-821a-62f26734c02f', 'name': '', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'mac_address': 'fa:16:3e:05:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:05Z', 'updated_at': '2021-05-10T11:32:16Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'subnets': [{'id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:18.429434 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:18.433367 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-e3e89831-7a47-4432-9716-d92fb8731f8f None None] Provisioning for port 51a44603-d263-442f-986e-04a0a73f23fc completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:18.441507 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0816ac-d7d3-4584-9008-30d181ce8842 None None] The sync data for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi is: [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:32:06Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '718ac5ba-b297-4a13-821a-62f26734c02f', 'name': '', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'mac_address': 'fa:16:3e:05:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:05Z', 'updated_at': '2021-05-10T11:32:16Z', 'revision_number': 4, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'subnets': [{'id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:18.453450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021bb1d1-42d8-4f2f-b30f-3749ff536e56,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:18.457021 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:18.459744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-e3e89831-7a47-4432-9716-d92fb8731f8f None None] Provisioning complete for port 51a44603-d263-442f-986e-04a0a73f23fc triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:18.460292 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e3e89831-7a47-4432-9716-d92fb8731f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.465351 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Port ee9a726c-3b33-489d-aa5f-1f22dca50492 on network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:18.467919 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Attempting to bind port ee9a726c-3b33-489d-aa5f-1f22dca50492 on network b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:18.470856 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-d60ac3b6-1ff0-47d3-a117-e4f55684cbf2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:18.482916 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-d60ac3b6-1ff0-47d3-a117-e4f55684cbf2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 819 time: 0.8462641 May 10 11:32:18.580487 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-c3d9c2c3-181b-4a25-ae0c-93c060df8e9c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/quotas/a8e6be9ea0894a53998da1817a5648c0 HTTP/1.1" status: 200 len: 375 time: 0.0918024 May 10 11:32:18.594155 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-e3e89831-7a47-4432-9716-d92fb8731f8f None None] Port 51a44603-d263-442f-986e-04a0a73f23fc cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:18.604183 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:18.607520 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/021bb1d1-42d8-4f2f-b30f-3749ff536e56 HTTP/1.1" status: 204 len: 168 time: 2.2706525 May 10 11:32:18.639677 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.092126 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:19.093506 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Checking segment: {'id': '5be02f92-81f8-47a2-9b2c-dc13f60f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:19.095315 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Bound using segment: {'id': '5be02f92-81f8-47a2-9b2c-dc13f60f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:19.096097 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Bound port: ee9a726c-3b33-489d-aa5f-1f22dca50492, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be02f92-81f8-47a2-9b2c-dc13f60f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:19.096683 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.339044 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 718ac5ba-b297-4a13-821a-62f26734c02f up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:19.343176 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Pushing event updated for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:19.372440 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:32:19.387107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Allocated IP 172.20.0.1 (9e50b68a-cc18-4ea1-ae17-5ab48088152b/168a8bb3-2cf7-42b5-96c0-5475e79fa1ef/45f0091b-2368-4cd1-9c29-2983f66ae5c6) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:19.402181 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.674s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:19.646664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.681143 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.739569 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-badde454-527c-4307-aa6a-89707661a156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:19.809843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aab6587-03c4-4676-8668-5650b8bb1a69,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:19.849651 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:19.936744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:19.957966 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Transition to ACTIVE for port object 45f0091b-2368-4cd1-9c29-2983f66ae5c6 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:19.987569 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6591391f4e75477daa464e4a1300a9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5734675 May 10 11:32:19.992489 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35894) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:20.006665 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:20.017477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.026998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-563dd8c0-67a1-4f75-b487-f0f442cdfb81 req-cca07345-c83a-49ef-9309-b579d2be734e tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Unset dirty status for tenant:5c36130236ac4aea9c63539174772847 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:20.029307 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-563dd8c0-67a1-4f75-b487-f0f442cdfb81 req-cca07345-c83a-49ef-9309-b579d2be734e tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.4540198 May 10 11:32:20.056547 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1f34933c-2a5a-400f-8923-cd6d496470a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:20.139151 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35898) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:20.142783 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:20.151094 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 718ac5ba-b297-4a13-821a-62f26734c02f completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:20.156427 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a026e-8c43-4b1f-86c8-333f46bcfc42 None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:07Z', 'revision_number': 3, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:20.170866 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.db.resource_extend [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:20.174044 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 718ac5ba-b297-4a13-821a-62f26734c02f triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:20.174610 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.192014 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492,segment=NetworkSegment(5be02f92-81f8-47a2-9b2c-dc13f60f8590),segment_id=5be02f92-81f8-47a2-9b2c-dc13f60f8590)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:20.216440 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:20.244071 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.250945 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.269021 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Pushing event updated for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:20.282825 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:20.287890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:20.293618 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:20.294134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.315557 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:20.442268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.21', 59545) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:20.465153 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.db.resource_extend [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:20.502803 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.568228 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.598635 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:20.599402 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.600903 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] 10.222.0.21 "PUT /v2.0/ports/ee9a726c-3b33-489d-aa5f-1f22dca50492 HTTP/1.1" status: 200 len: 1094 time: 5.7749934 May 10 11:32:20.603731 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.620860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:20.828798 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-f0620ef9-abab-4cf1-aecb-769d317039a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2411332 May 10 11:32:20.875878 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:20.937726 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-91320215-ef9b-465f-be74-b965ef4016b0 None None] Provisioning for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:20.962641 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-91320215-ef9b-465f-be74-b965ef4016b0 None None] Provisioning complete for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:20.963026 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-91320215-ef9b-465f-be74-b965ef4016b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.199167 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.231551 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-91320215-ef9b-465f-be74-b965ef4016b0 None None] Port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:21.314201 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-117da754-0d49-4141-a4b0-31c6fef33912 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:21.315795 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-117da754-0d49-4141-a4b0-31c6fef33912 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 819 time: 0.8704445 May 10 11:32:21.316585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.349607 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:21.353837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Usage tracker for resource:security_group_rule and tenant:a076ba0dba7145ee9aa40ec3f1e964d7 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:21.358804 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:21.365969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:21.420246 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.460143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.469004 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.480348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Request body: {'port': {'device_id': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'admin_state_up': True, 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:21.568004 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Network 11a5a096-1237-4e63-b10a-3b855464f28b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:21.594277 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 718ac5ba-b297-4a13-821a-62f26734c02f, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=718ac5ba-b297-4a13-821a-62f26734c02f,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:21.595083 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:21.627163 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.633096 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.635541 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Transition to ACTIVE for port object 4bee539e-b59d-46ae-b583-12b017cde9cb will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:21.639038 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-5146cd50-50cf-4098-b151-c02423a8b87e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:21.642646 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1aab6587-03c4-4676-8668-5650b8bb1a69 HTTP/1.1" status: 204 len: 168 time: 1.6472993 May 10 11:32:21.846707 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:21.860293 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:21.861249 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:21.883973 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:22.078873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.094204 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.806s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:22.118313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.121990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-12dddc0c-97eb-4b87-a14d-7b5aee6254aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.519s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:22.133969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:22.143611 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Usage tracker for resource:port and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:22.188500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Pushing event updated for resources: {'Port': ['ID=4bee539e-b59d-46ae-b583-12b017cde9cb,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.198203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:22.199043 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 96e3668d-5b99-428d-b077-5667cd6b064d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:22.340270 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-188d2dad-ab25-409e-bcc1-eab68a8d58fe service neutron] 10.222.0.41 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4709721 May 10 11:32:22.340990 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.350476 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-87e3a72f-421c-4a0f-b20c-30fc4c3afba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:22.363088 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-87e3a72f-421c-4a0f-b20c-30fc4c3afba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c36130236ac4aea9c63539174772847&device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 1097 time: 0.9858723 May 10 11:32:22.415471 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:22.478697 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Attempting to bind port 4bee539e-b59d-46ae-b583-12b017cde9cb on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:22.480791 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Attempting to bind port 4bee539e-b59d-46ae-b583-12b017cde9cb by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:22.481190 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Attempting to bind port 4bee539e-b59d-46ae-b583-12b017cde9cb on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:22.493495 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Pushing event updated for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.509153 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:22.509855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:22.527113 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.527646 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:22.528171 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Bound port: 4bee539e-b59d-46ae-b583-12b017cde9cb, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:22.528589 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.553662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3ad2798e-cce8-4af1-976f-53faf67ba3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:22.591565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:22.758004 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-35b78301-852c-4ce5-8e8d-ddab73ef59d0 None None] Provisioning complete for port 51a44603-d263-442f-986e-04a0a73f23fc triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:22.758724 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-35b78301-852c-4ce5-8e8d-ddab73ef59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.845608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:22.846784 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.263s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:22.863052 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 96e3668d-5b99-428d-b077-5667cd6b064d completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:22.870831 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-2e9d7c96-d1b6-4c1c-b71a-84f4c5495180 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492 HTTP/1.1" status: 200 len: 217 time: 0.3644972 May 10 11:32:22.878668 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aab6587-03c4-4676-8668-5650b8bb1a69,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:22.882999 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:22.889617 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 96e3668d-5b99-428d-b077-5667cd6b064d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:22.890280 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.919319 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:32:23.008077 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] For port 4bee539e-b59d-46ae-b583-12b017cde9cb, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:23.022961 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] For port 4bee539e-b59d-46ae-b583-12b017cde9cb, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=4bee539e-b59d-46ae-b583-12b017cde9cb,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:23.027501 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-35b78301-852c-4ce5-8e8d-ddab73ef59d0 None None] Port 51a44603-d263-442f-986e-04a0a73f23fc cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:23.043204 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.065073 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:23.099661 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0461e478-1660-4093-be3d-8062a2a89608,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:23.224955 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:23.226513 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:23.308438 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.365584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:23.416305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-f945a19d-b4a3-4cbc-b263-7496959e46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:23.417817 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-f945a19d-b4a3-4cbc-b263-7496959e46d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad5278a7-970b-4b25-aaf2-949720e3b0c5 HTTP/1.1" status: 200 len: 852 time: 0.3209305 May 10 11:32:23.451419 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:23.463496 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] 10.222.0.41 "PUT /v2.0/routers/30489cb0-1644-4880-ae31-9388107650ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0711825 May 10 11:32:23.568837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Made reservation on behalf of a8e6be9ea0894a53998da1817a5648c0 for: {'port': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:23.578903 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.599529 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.634672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.646071 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:23.673507 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-dcb9348b-5a98-4c2f-9b17-69ce34f8f7ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547358 May 10 11:32:23.675552 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:23.679293 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:23.701240 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Pushing event updated for resources: {'Port': ['ID=4bee539e-b59d-46ae-b583-12b017cde9cb,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:23.731083 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:23.764531 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 96e3668d-5b99-428d-b077-5667cd6b064d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=96e3668d-5b99-428d-b077-5667cd6b064d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:23.780377 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.788549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:23.835503 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-d72a8645-6ea8-44a6-96b8-09218823f2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4213133 May 10 11:32:23.864106 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:23.933898 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 718ac5ba-b297-4a13-821a-62f26734c02f up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:23.994423 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f838869a-0e16-47c4-b592-989aa7dd5e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:24.000968 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:24.069506 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:24.137383 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=96e3668d-5b99-428d-b077-5667cd6b064d,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.152118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:24.187210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Pushing event updated for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:24.200890 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:24.206016 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a076ba0dba7145ee9aa40ec3f1e964d7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0479281 May 10 11:32:24.209486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35996) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:24.524309 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 718ac5ba-b297-4a13-821a-62f26734c02f triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:24.526363 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.547261 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67bba-7134-48e1-af5a-4a7f1b2ad6b6 req-254ab3c2-ff45-47af-aba7-b0bfed6714bf tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:24.548930 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fb67bba-7134-48e1-af5a-4a7f1b2ad6b6 req-254ab3c2-ff45-47af-aba7-b0bfed6714bf tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 944 time: 3.0781407 May 10 11:32:24.613897 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.793124 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.800530 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:18Z', 'revision_number': 2, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:24.809744 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:24.813794 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Updating router 30489cb0-1644-4880-ae31-9388107650ea port 51a44603-d263-442f-986e-04a0a73f23fc binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:25.095510 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-c621203e-05f0-4fa5-9bd7-49f3a73e82b1 service neutron] 10.222.0.21 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7921462 May 10 11:32:25.096941 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fb67bba-7134-48e1-af5a-4a7f1b2ad6b6 req-9e6f06b2-67e9-4950-8184-b15edad40fd8 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147874 May 10 11:32:25.111492 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.119202 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.123490 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Allocated IP 172.20.0.9 (d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd/e266058c-7001-40b3-ba15-ddea4341061f/61f1f7a1-b074-4c0d-b096-4441ffdc4b80) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:25.143489 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:25.143489 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:25.149260 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:25.438734 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.442800 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0461e478-1660-4093-be3d-8062a2a89608 HTTP/1.1" status: 204 len: 168 time: 1.2309272 May 10 11:32:25.447032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0461e478-1660-4093-be3d-8062a2a89608,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:25.462552 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:22Z', 'revision_number': 2, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:25.465822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:25.492414 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4ea0e-2bb3-4eac-be04-c6191691cbad None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:22Z', 'revision_number': 2, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:25.590635 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-9c541ffe-64d4-4478-8838-1e435b26728f None None] Provisioning complete for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:25.590899 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9c541ffe-64d4-4478-8838-1e435b26728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.671288 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2b8da2ca-4bee-4168-b930-c4f24850d738 req-f2579815-a820-46d9-b736-46ff531138c0 service neutron] 10.222.0.21 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468731 May 10 11:32:25.766441 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-9c541ffe-64d4-4478-8838-1e435b26728f None None] Port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:25.858141 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492', 'status': 'completed', 'code': 200} May 10 11:32:26.048829 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 96e3668d-5b99-428d-b077-5667cd6b064d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:26.114093 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36034) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:26.242100 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-449f90ad-ffd1-4855-a693-e85e35dfda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:26.244299 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.247688 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-449f90ad-ffd1-4855-a693-e85e35dfda3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c36130236ac4aea9c63539174772847&device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 1097 time: 0.2784202 May 10 11:32:26.254396 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:32:26.266804 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Transition to ACTIVE for port object 51a44603-d263-442f-986e-04a0a73f23fc will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:26.303712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 96e3668d-5b99-428d-b077-5667cd6b064d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:26.304150 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.311859 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.334034 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:26.682203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-fd009844-68e0-4c5e-8b51-cd3040ea3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:26.683732 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-fd009844-68e0-4c5e-8b51-cd3040ea3241 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f HTTP/1.1" status: 200 len: 913 time: 0.4272809 May 10 11:32:26.694835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.811741 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Pushing event updated for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:26.825547 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:26.851067 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.21', 59554) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:26.888510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.974854 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-4500735d-1eab-4c01-9c65-927b90f9dfad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492 HTTP/1.1" status: 200 len: 217 time: 0.2798567 May 10 11:32:27.004156 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Attempting to bind port 51a44603-d263-442f-986e-04a0a73f23fc on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:27.004537 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Attempting to bind port 51a44603-d263-442f-986e-04a0a73f23fc by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:27.005477 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Attempting to bind port 51a44603-d263-442f-986e-04a0a73f23fc on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:27.020463 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:27.023979 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Checking segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:27.024408 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.024818 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Bound using segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:27.025357 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Bound port: 51a44603-d263-442f-986e-04a0a73f23fc, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:27.025758 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.106095 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:27.147412 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-db8758b7-d702-432e-aeec-37fa35a1227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:27.148956 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-db8758b7-d702-432e-aeec-37fa35a1227c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad5278a7-970b-4b25-aaf2-949720e3b0c5 HTTP/1.1" status: 200 len: 852 time: 0.1636283 May 10 11:32:27.236137 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.279847 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] For port 51a44603-d263-442f-986e-04a0a73f23fc, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:27.290896 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] For port 51a44603-d263-442f-986e-04a0a73f23fc, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=51a44603-d263-442f-986e-04a0a73f23fc,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:27.293582 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f3f12c7d-bc7d-4f3e-a226-f7c03e7ab4eb req-72b857ce-2632-4e44-9db3-e2feba2d3cf1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 210 time: 0.3450017 May 10 11:32:27.296170 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.302428 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36056) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:27.303988 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.308314 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:27.352820 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-418111fa-39a3-4e2c-8bc0-d8603969c040 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913668 May 10 11:32:27.383301 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:27.401455 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:43ba7f76fc934fb7adef0320cc3c5615 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:27.415187 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:27.418762 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.437516 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:27.492391 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Pushing event updated for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=4']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:27.512446 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:27.513599 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:27.570645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:27.586104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5273e3cf1a7140ae8bba7f73fcc79183 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:27.618119 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:27.632097 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:27.642060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-306e192d-b4f9-4a89-8584-44919dfe5d12 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:27.644167 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-306e192d-b4f9-4a89-8584-44919dfe5d12 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 819 time: 0.7584486 May 10 11:32:27.663848 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Request body: {'port': {'device_id': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'admin_state_up': True, 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:27.682358 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:27.696624 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36066) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:27.745811 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659551778', 'description': 'tempest-description--774912338'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:27.761237 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:27.772203 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:27.779731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:27.780297 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:27.829949 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:27.887045 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:27.959746 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:27.986069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:27.991122 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:28.010664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:28.011512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.053590 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-0b4c00ba-6a66-4adf-acfd-603a8cd78ea7 service neutron] 10.222.0.21 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880262 May 10 11:32:28.139914 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] 10.222.0.41 "PUT /v2.0/routers/f8b0bdab-5592-4dab-accc-7e2f8a28c085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3242116 May 10 11:32:28.182859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Pushing event updated for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.185778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.229283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:28.242185 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bdad16d5-0a3f-4095-86ec-ad383d9f11a4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8981750 May 10 11:32:28.290232 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 4bee539e-b59d-46ae-b583-12b017cde9cb up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:28.292723 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.305975 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:28.330205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fc554-2562-4a8a-9f90-f134481427b1 req-6c4ff32a-8504-466d-b21c-30c37bc6119a tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:28.334815 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-277fc554-2562-4a8a-9f90-f134481427b1 req-6c4ff32a-8504-466d-b21c-30c37bc6119a tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 944 time: 0.6359048 May 10 11:32:28.343375 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Request body: {'port': {'device_id': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:28.470599 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.476066 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:28.478892 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:28.485456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Usage tracker for resource:port and tenant:a8e6be9ea0894a53998da1817a5648c0 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:28.495768 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:28.496708 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 4bee539e-b59d-46ae-b583-12b017cde9cb completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:28.501687 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 4bee539e-b59d-46ae-b583-12b017cde9cb triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:28.502059 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.504112 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:28.505711 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:28.515605 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36092) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:28.523778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:28.533553 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Made reservation on behalf of a8e6be9ea0894a53998da1817a5648c0 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:28.537604 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.547581 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:27Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:28.556140 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f9bfa-5610-49ae-af21-e186f20947ba None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:27Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:28.562578 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fc8f7-df5c-47c6-a9c9-3c744a094327,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.571483 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:28.585183 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:28.595453 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-35ca3608-f191-4cd6-93e5-0a4dba34f20a req-221d912c-f3b2-4cee-9a7d-bfd2862562b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297468 May 10 11:32:28.720273 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-9ba2c3df-8494-4937-80e8-27455c72030f req-d3d4f20f-3d4d-4111-97b6-41a28791bd71 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Synchronizing usage tracker for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:28.729350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.757096 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.761595 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43ba7f76fc934fb7adef0320cc3c5615&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6449237 May 10 11:32:28.765157 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36098) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:28.769947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.770191 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-277fc554-2562-4a8a-9f90-f134481427b1 req-1d3c92a8-6430-4e2a-abb4-28334aec4428 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980571 May 10 11:32:28.771177 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.780594 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 4bee539e-b59d-46ae-b583-12b017cde9cb, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=4bee539e-b59d-46ae-b583-12b017cde9cb,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:28.786493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.789710 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:28.791044 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:28.860301 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db238005-5836-4ef2-ae02-27b8d52eb476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:28.875798 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:28.887714 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=4bee539e-b59d-46ae-b583-12b017cde9cb,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:28.893335 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:28.923166 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Usage tracker for resource:security_group_rule and tenant:a464f32f908f40378d32a4e5492e1297 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:28.927063 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:28.935288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:28.994195 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5273e3cf1a7140ae8bba7f73fcc79183&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6855302 May 10 11:32:28.995607 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36112) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:28.996012 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.001525 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Allocated IP 172.20.0.3 (d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd/e266058c-7001-40b3-ba15-ddea4341061f/9f8c8e8e-dee2-4ab7-972c-68430f621410) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:29.012728 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.031806 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-d510903f-5b46-484b-acfa-97467f91817c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.061983 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-9ba2c3df-8494-4937-80e8-27455c72030f req-d3d4f20f-3d4d-4111-97b6-41a28791bd71 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Unset dirty status for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:29.063185 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9ba2c3df-8494-4937-80e8-27455c72030f req-d3d4f20f-3d4d-4111-97b6-41a28791bd71 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 210 time: 0.4886351 May 10 11:32:29.087017 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d3959-33d4-4866-ae10-d7c310da22dd,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.099914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.101058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.107982 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3708370 May 10 11:32:29.108652 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36116) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.115083 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group_rule': {'security_group_id': 'da8d3959-33d4-4866-ae10-d7c310da22dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.121371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:29.123780 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866557a-c043-4d9f-a7f6-0895808a4f31,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.127044 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:29.131239 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:29.140303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:29.141092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.162210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.261745 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.288286 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.300345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.306286 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.345828 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481f1554-2424-40ce-be93-be4183820b74,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.351949 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.366420 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.371796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.375329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656083 May 10 11:32:29.379036 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36122) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.396102 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group_rule': {'security_group_id': 'da8d3959-33d4-4866-ae10-d7c310da22dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.400472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.401583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36128) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.410787 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:29.415711 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:29.419486 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:29.429405 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:29.455961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.545569 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:29.560146 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:29.561903 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:29.582801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.593928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.619787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.628824 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.637089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.638454 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.655939 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7ac68cb1-fbdc-4c8f-b317-89507327ca11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.684352 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.701264 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:29.703959 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066d3a82-46ca-42a7-8f05-339ef6ba9cd1,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.708451 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.715915 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350873 May 10 11:32:29.717598 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36134) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.718178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.719444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Usage tracker for resource:security_group_rule and tenant:b9176a81f5ab43f78f8df098e83c8fbb is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:29.727023 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:29.733102 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a464f32f908f40378d32a4e5492e1297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2147069 May 10 11:32:29.738148 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'floatingip': {'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.740621 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36138) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.753779 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:29.761153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba41f62-1ad7-47e8-acd6-062ef906cbd5,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.771789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:29.775077 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.776661 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.780859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:floatingip and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:29.785808 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.810814 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:29.813479 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f3c6699c-3a0b-4ba8-b4b7-8bba4894ac1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.850577 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:29.854880 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fc8f7-df5c-47c6-a9c9-3c744a094327,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:29.867376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:29.869441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.896074 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.916039 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.921917 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:29.959641 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36144) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:29.970639 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18294915', 'description': 'tempest-description--493515364'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:29.972535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:29.973004 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:29.978892 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:29.983303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:29.987317 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:29.994212 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:30.020857 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866557a-c043-4d9f-a7f6-0895808a4f31,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:30.031269 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:30.083857 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.109020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.110601 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/303fc8f7-df5c-47c6-a9c9-3c744a094327 HTTP/1.1" status: 204 len: 168 time: 1.3298044 May 10 11:32:30.112070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.142569 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e866557a-c043-4d9f-a7f6-0895808a4f31 HTTP/1.1" status: 204 len: 168 time: 1.1432648 May 10 11:32:30.148987 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 51a44603-d263-442f-986e-04a0a73f23fc up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:30.154425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:30.185253 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:30.193734 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:30.202452 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.227286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:30.276695 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:30.331334 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Pushing event updated for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:30.345841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:30.362115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.409523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:30.414329 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:30.417332 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:30.424155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:30.424888 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.446316 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 51a44603-d263-442f-986e-04a0a73f23fc completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:30.470079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.476072 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8175726 May 10 11:32:30.498823 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 51a44603-d263-442f-986e-04a0a73f23fc triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:30.499493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.512302 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.531001 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Request body: {'port': {'device_id': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:30.602947 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.607646 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4f659ec3-27f9-4397-af62-3ce3e5145760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:30.629528 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9176a81f5ab43f78f8df098e83c8fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2265389 May 10 11:32:30.634895 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36158) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:30.676304 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:22Z', 'revision_number': 2, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:30.684693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e91d2-9aa3-4871-9673-ced436889f84 req-fac063f8-5ece-497e-95c2-a4743708b7d5 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:30.692870 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-466e91d2-9aa3-4871-9673-ced436889f84 req-fac063f8-5ece-497e-95c2-a4743708b7d5 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 944 time: 0.6886754 May 10 11:32:30.695677 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.702221 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.718588 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:30.720858 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Updating router f8b0bdab-5592-4dab-accc-7e2f8a28c085 port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:32:30.802536 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 51a44603-d263-442f-986e-04a0a73f23fc, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=51a44603-d263-442f-986e-04a0a73f23fc,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:30.804085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.818466 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.819320 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 4bee539e-b59d-46ae-b583-12b017cde9cb up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:30.836248 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.866921 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.871926 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:30.908376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36172) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:30.960033 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.961146 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aba41f62-1ad7-47e8-acd6-062ef906cbd5 HTTP/1.1" status: 204 len: 168 time: 1.2195160 May 10 11:32:30.962216 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b78a2-cfcf-4743-bc45-a5a269eb016d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e06a2a-2ea2-421c-9c11-989b1a0462f8,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:30.970524 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:30.989594 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.047232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:31.052829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Allocated IP 172.27.2.236 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/0c7b67c4-94ca-496b-aa27-0d8346aeddef) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:31.058588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:7929d337a3af4f99a6a3d2bd9432ca71 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:31.062440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:31.072411 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:31.102794 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a228f-ddce-4841-ac82-c266144c0e2d req-0f23cdc4-5256-4ce0-ad8b-c8491d770d28 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:31.104181 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d74a228f-ddce-4841-ac82-c266144c0e2d req-0f23cdc4-5256-4ce0-ad8b-c8491d770d28 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 931 time: 0.7446344 May 10 11:32:31.155273 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-466e91d2-9aa3-4871-9673-ced436889f84 req-5ffffeb4-c87b-4106-8d51-1c87dc5e78f0 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613531 May 10 11:32:31.168620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba41f62-1ad7-47e8-acd6-062ef906cbd5,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.199135 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.199620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.209613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ee9a726c-3b33-489d-aa5f-1f22dca50492 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:31.214585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e06a2a-2ea2-421c-9c11-989b1a0462f8,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.222000 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.230738 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.234925 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9e06a2a-2ea2-421c-9c11-989b1a0462f8 HTTP/1.1" status: 204 len: 168 time: 0.5741284 May 10 11:32:31.235643 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.235988 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.259351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d74a228f-ddce-4841-ac82-c266144c0e2d req-ee31aae4-88cf-4702-b877-83893d59fb33 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Synchronizing usage tracker for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:31.263891 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.291409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.308839 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.313718 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.327617 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d74a228f-ddce-4841-ac82-c266144c0e2d req-ee31aae4-88cf-4702-b877-83893d59fb33 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Unset dirty status for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:31.328343 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 4bee539e-b59d-46ae-b583-12b017cde9cb triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:31.328819 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.328932 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d74a228f-ddce-4841-ac82-c266144c0e2d req-ee31aae4-88cf-4702-b877-83893d59fb33 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025969 May 10 11:32:31.340805 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.377731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc15463-096e-47f2-a7f1-1fa8d915fb0f,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.394251 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.405709 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:31.418247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.423537 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4586995 May 10 11:32:31.423537 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.424632 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36192) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:31.440708 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Transition to ACTIVE for port object 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:31.446530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group_rule': {'security_group_id': '7dc15463-096e-47f2-a7f1-1fa8d915fb0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:31.448129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.452913 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-bf772433-8f65-4bb1-a2e8-cb512d2c5d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.485860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:31.538382 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.542922 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.551128 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:31.560155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:31.583514 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:31.608668 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36196) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:31.618034 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.683165 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.686425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Attempting to bind port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:31.686797 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Attempting to bind port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:31.687145 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Attempting to bind port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:31.692046 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:31.692407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Attempting to bind port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:31.700127 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:31.700474 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Checking segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:31.701483 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Bound using segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:31.701929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Bound port: 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:31.702278 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.709986 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.728318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:31.735196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.743864 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Usage tracker for resource:security_group_rule and tenant:b683e6119a704808b3fd83386683d7a4 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:31.762103 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:31.779307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.780283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:31.802225 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3e8947e4-7c21-4bbb-a1e4-f09f53b8fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.816437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:31.828650 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:31.841582 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.848423 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:31.904788 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6362feb-1a27-4837-a324-937774530131,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:31.918185 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:31.920695 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:31.921573 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.923404 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 1093 time: 3.6193004 May 10 11:32:31.924025 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:31.938036 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7929d337a3af4f99a6a3d2bd9432ca71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285344 May 10 11:32:31.946470 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.951280 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36210) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:31.952798 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:31.961708 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492,segment=NetworkSegment(5be02f92-81f8-47a2-9b2c-dc13f60f8590),segment_id=5be02f92-81f8-47a2-9b2c-dc13f60f8590)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:32.016671 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:32.062198 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'ee9a726c-3b33-489d-aa5f-1f22dca50492', 'network_id': 'b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f', 'port_id': 'ee9a726c-3b33-489d-aa5f-1f22dca50492', 'mac_address': 'fa:16:3e:55:fa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5278a7-970b-4b25-aaf2-949720e3b0c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:32.065270 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.099683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.104096 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:32.122024 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-a08e44e2-842c-46a9-8b41-08ac541289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:32.123694 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-a08e44e2-842c-46a9-8b41-08ac541289ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1096 time: 0.1172733 May 10 11:32:32.195175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:32.196876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=0c7b67c4-94ca-496b-aa27-0d8346aeddef,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.199730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.201083 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7742431 May 10 11:32:32.203631 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:32.221913 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8c8e8e-dee2-4ab7-972c-68430f621410 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:32.227071 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:32.231228 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36224) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:32.235470 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:32.245740 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:32.250445 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-bb74f188-7292-4d10-b571-fd6c0cc3f375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.1178150 May 10 11:32:32.259469 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group_rule': {'security_group_id': '7dc15463-096e-47f2-a7f1-1fa8d915fb0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:32.278183 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:32.287115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:32.294872 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:32.310303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:32.325729 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.336614 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.346383 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 51a44603-d263-442f-986e-04a0a73f23fc up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:32.358820 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.446347 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.473276 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9a726c-3b33-489d-aa5f-1f22dca50492 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:32.479050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.484635 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0941c1c-f968-4a3d-98da-8accdbfad4da,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.515042 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:32.529216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Transition to ACTIVE for port object 9f8c8e8e-dee2-4ab7-972c-68430f621410 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:32.530341 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.568775 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.570259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492,segment=NetworkSegment(5be02f92-81f8-47a2-9b2c-dc13f60f8590),segment_id=5be02f92-81f8-47a2-9b2c-dc13f60f8590)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:32.584461 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.597522 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.606930 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.611294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:32.647454 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.653785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.673138 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.674451 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:32.676672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 51a44603-d263-442f-986e-04a0a73f23fc triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:32.677588 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.728600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b591ec71-67ce-48af-b78c-bb2f26af6f34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:32.758403 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13249eb4-9966-4eb3-ba7a-5947053cf21f,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.761778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:32.762662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.769373 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-813629e1-1f65-4269-9f87-008a8f13e9e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5355611 May 10 11:32:32.773604 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36242) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:32.783120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.801436 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'floatingip': {'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:32.809622 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:32.815541 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:floatingip and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:32.822767 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:32.822911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:32.832830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:32.848268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-938be228-eb26-4595-8428-a857bce18cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:32.851207 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-938be228-eb26-4595-8428-a857bce18cd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.5205939 May 10 11:32:32.858201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:32.859744 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b683e6119a704808b3fd83386683d7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2497454 May 10 11:32:32.872481 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['ee9a726c-3b33-489d-aa5f-1f22dca50492'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:32.874777 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.877513 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36250) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:32.971501 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:32.976367 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6362feb-1a27-4837-a324-937774530131 HTTP/1.1" status: 204 len: 168 time: 1.0221047 May 10 11:32:32.977992 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-c8d26c22-bedf-474e-8c3f-3474749eec1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144106 May 10 11:32:32.993538 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75bf1c-0c29-4f1a-8708-81d33ec75826 req-f97b02a7-c6a1-43fc-9cf2-9bc9f5072721 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:32.998710 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.003175 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a75bf1c-0c29-4f1a-8708-81d33ec75826 req-f97b02a7-c6a1-43fc-9cf2-9bc9f5072721 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 944 time: 0.5906122 May 10 11:32:33.068416 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2164d-cd53-4576-bdaa-fb56cd0ad9ca req-e6568713-9cc1-430c-a6ca-5da860ceecc0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:33.069714 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fd2164d-cd53-4576-bdaa-fb56cd0ad9ca req-e6568713-9cc1-430c-a6ca-5da860ceecc0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 943 time: 0.4744949 May 10 11:32:33.078813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.081873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.091567 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Attempting to bind port 9f8c8e8e-dee2-4ab7-972c-68430f621410 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:33.091915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Attempting to bind port 9f8c8e8e-dee2-4ab7-972c-68430f621410 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:33.092296 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Attempting to bind port 9f8c8e8e-dee2-4ab7-972c-68430f621410 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:33.106927 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c862e95-1e68-480e-a78d-b95438bbd0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6362feb-1a27-4837-a324-937774530131,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.123211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Port 9f8c8e8e-dee2-4ab7-972c-68430f621410 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:33.123638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Attempting to bind port 9f8c8e8e-dee2-4ab7-972c-68430f621410 on network d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:33.140342 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:33.140721 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Checking segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:33.141058 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Bound using segment: {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:33.141530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Bound port: 9f8c8e8e-dee2-4ab7-972c-68430f621410, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6831cf48-477a-4306-a96a-e0ac69f41243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:33.141888 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.215680 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a75bf1c-0c29-4f1a-8708-81d33ec75826 req-7999b79c-9249-41c9-a093-1511fc6ea57a tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115536 May 10 11:32:33.247977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee44ba-99c1-40f0-a27c-ee866f700b18,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.258239 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.260151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.260393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.268271 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.285326 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.345428 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:33.350249 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.358271 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:33.372906 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fd2164d-cd53-4576-bdaa-fb56cd0ad9ca req-660e8ab6-e638-48e5-b2d0-e9c0f02c3fb5 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 May 10 11:32:33.389499 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-452460c3-dcaa-4d5e-bd77-ca86a6212222 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541617 May 10 11:32:33.406262 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.420523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.422386 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8ee534d2-9129-4dd1-a033-e82a1e7ae738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.466661 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.476995 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:33.478361 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.480040 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 1093 time: 2.9556561 May 10 11:32:33.480758 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:33.503179 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Transition to ACTIVE for port object 45f0091b-2368-4cd1-9c29-2983f66ae5c6 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:33.519134 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.544052 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.572405 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.583877 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.592065 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10258d90-c55d-4fa2-bf28-019eb318e866 req-6f3b0b15-ef59-42a2-bfbc-49485d831a24 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867995 May 10 11:32:33.635212 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.648736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.650855 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0417cdcd-c765-4fd8-b23b-481637815ad2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.694219 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410', 'status': 'completed', 'code': 200} May 10 11:32:33.695702 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.696976 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71ee44ba-99c1-40f0-a27c-ee866f700b18 HTTP/1.1" status: 204 len: 168 time: 0.7851751 May 10 11:32:33.703247 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.720718 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Pushing event updated for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.721141 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9995933 May 10 11:32:33.753842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.828392 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-f8d7a09d-f1a1-4b68-8bba-3720dc8f72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:33.829947 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-f8d7a09d-f1a1-4b68-8bba-3720dc8f72de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1096 time: 0.2920113 May 10 11:32:33.830605 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=0c7b67c4-94ca-496b-aa27-0d8346aeddef,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:33.836657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:33.837159 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:33.840419 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:33.914507 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80', 'status': 'completed', 'code': 200} May 10 11:32:34.104342 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Attempting to bind port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:34.104720 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Attempting to bind port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:34.105085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Attempting to bind port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:34.112016 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:34.112404 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Checking segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:34.112820 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.113261 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Bound using segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:34.113724 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Bound port: 45f0091b-2368-4cd1-9c29-2983f66ae5c6, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:34.114631 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.194746 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee44ba-99c1-40f0-a27c-ee866f700b18,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:34.211736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:34.213297 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-9e80fbd9-34ea-427b-a4d4-4efb7b8700ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.3564219 May 10 11:32:34.250556 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-6ae95887-5a27-466d-acf0-24a2e4b29b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:34.256384 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-6ae95887-5a27-466d-acf0-24a2e4b29b99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1096 time: 0.3411434 May 10 11:32:34.259399 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] For port 45f0091b-2368-4cd1-9c29-2983f66ae5c6, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:34.262849 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] For port 45f0091b-2368-4cd1-9c29-2983f66ae5c6, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=45f0091b-2368-4cd1-9c29-2983f66ae5c6,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:34.269456 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:34.275696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-12961ae7-ad4b-4a8c-86e3-fe1f56ab0899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:34.344448 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Allocated IP 172.27.2.133 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/a061b34b-66ac-4899-b84b-564bbd7225a4) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:34.405185 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-acd57ac3-d8b6-4818-80a4-ec57c39ceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:34.406638 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-acd57ac3-d8b6-4818-80a4-ec57c39ceb6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.1805234 May 10 11:32:34.427181 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:34.428535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:34.527798 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-f5c23039-e728-4f01-92d8-564281b0c2da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123202 May 10 11:32:34.579193 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Pushing event updated for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:34.585066 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:34.662466 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:34.800683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0fed7e36-287c-4fc3-a5fd-4c18cefc4575 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:34.802821 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-913965d8-79f2-4867-9447-c9de64ee2f09 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654772 May 10 11:32:34.891294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0fed7e36-287c-4fc3-a5fd-4c18cefc4575 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:34.899834 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0fed7e36-287c-4fc3-a5fd-4c18cefc4575 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1659551778&fields=id&tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 267 time: 0.5319140 May 10 11:32:34.937980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-a8736f83-52bf-40e2-b866-32db15819265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:34.939929 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-a8736f83-52bf-40e2-b866-32db15819265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.6761436 May 10 11:32:35.047419 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2cbe7a0-e919-4578-8bf6-8db4da033caf req-cca70c9c-0f15-4061-a5fc-88c26170efb8 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368996 May 10 11:32:35.099281 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-a27f0309-38bf-4ce4-9368-fc0d1d1e25f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.1454473 May 10 11:32:35.154250 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8168ed7-d78a-47eb-9e9c-1052caffc02b req-9ca3c159-77ba-49a3-b667-1f9f69f77652 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.155733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e8168ed7-d78a-47eb-9e9c-1052caffc02b req-9ca3c159-77ba-49a3-b667-1f9f69f77652 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 945 time: 0.6541812 May 10 11:32:35.159189 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:34Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:35.167244 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee5d01-0f2b-4d27-934e-f52337f75e8f None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:34Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:32:35.169293 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ee9a726c-3b33-489d-aa5f-1f22dca50492 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:35.215980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.222506 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-0e66d3ea-2d5d-4e3b-a261-7198a8b8d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.224035 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-0e66d3ea-2d5d-4e3b-a261-7198a8b8d1bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1096 time: 0.1182787 May 10 11:32:35.290940 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port ee9a726c-3b33-489d-aa5f-1f22dca50492 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:35.303564 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port ee9a726c-3b33-489d-aa5f-1f22dca50492 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:35.303964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.312219 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-716e5cfe-89eb-407f-8068-8e9cc601345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.324023 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-716e5cfe-89eb-407f-8068-8e9cc601345f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.2172666 May 10 11:32:35.481939 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e8168ed7-d78a-47eb-9e9c-1052caffc02b req-fbbc00b6-c724-4012-a15a-ddfd0dd6f4a4 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074162 May 10 11:32:35.495391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-ffb75e24-679f-4de3-8f46-d465a6590ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.496864 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-ffb75e24-679f-4de3-8f46-d465a6590ca3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.2656395 May 10 11:32:35.514892 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-391be27b-9da2-4296-80dc-af28bda98de8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596160 May 10 11:32:35.523855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.532161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0faf3722-7d39-431e-9cd9-8ceb3d4f1e15 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.550607 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0faf3722-7d39-431e-9cd9-8ceb3d4f1e15 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 811 time: 0.6496670 May 10 11:32:35.616361 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492,segment=NetworkSegment(5be02f92-81f8-47a2-9b2c-dc13f60f8590),segment_id=5be02f92-81f8-47a2-9b2c-dc13f60f8590)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:35.621259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:35.693769 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-5ab1c24f-a346-4309-8d47-31c5850db8ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.1835556 May 10 11:32:35.720009 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:35.723956 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-870fdcf2-7df6-493c-9dc8-a39aa1d5f174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:35.768400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-0121d460-0254-49a3-ac76-b421cf2c60ae tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/quotas/d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 375 time: 0.2158973 May 10 11:32:35.825031 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-767a0493-c5eb-43f3-908f-d67f2632387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:35.826964 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-767a0493-c5eb-43f3-908f-d67f2632387d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.1277261 May 10 11:32:35.865640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:35.870245 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:35.898075 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-9055bbc7-752d-4c5f-b938-fa1021062065 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547357 May 10 11:32:36.048714 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.112835 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-3c94bb56-816d-4501-a055-303de5514f56 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074625 May 10 11:32:36.121697 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:36.283907 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 45f0091b-2368-4cd1-9c29-2983f66ae5c6 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:36.304636 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:36.349310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:36.375902 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:36.390908 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-05b00da9-0ec3-42ec-97ab-8d4f59f44410 req-ed9594fc-926f-45b5-8766-c3234957803d service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707379 May 10 11:32:36.419665 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-2a04acfa-1665-4213-b8a0-831eef3abfd1 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645861 May 10 11:32:36.437449 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b906d-dfac-4f7f-9374-d73c4a296fd6 req-91f70728-5776-4c21-a9ab-2b6b85af1d2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:36.447150 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-376b906d-dfac-4f7f-9374-d73c4a296fd6 req-91f70728-5776-4c21-a9ab-2b6b85af1d2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 943 time: 0.6746786 May 10 11:32:36.491636 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:36.503989 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:36.505046 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.543508 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=a061b34b-66ac-4899-b84b-564bbd7225a4,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.599191 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:36.649062 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-376b906d-dfac-4f7f-9374-d73c4a296fd6 req-09069a2a-1026-4a54-9c06-154e48e1d2ed tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009501 May 10 11:32:36.667798 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-ef87921f-3b89-4f5f-bcbb-20eaee9713b5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8248086 May 10 11:32:36.675295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.716973 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 45f0091b-2368-4cd1-9c29-2983f66ae5c6, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=45f0091b-2368-4cd1-9c29-2983f66ae5c6,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:36.722847 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:36.726211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:36.806368 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:36.810404 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:36.827721 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.012920 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef6bec0b-a1f8-427d-a64c-e4183daccb5a req-463ffd2e-3da9-42f6-bada-112bafe35b9b service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540111 May 10 11:32:37.056804 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492', 'code': 200} May 10 11:32:37.058805 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.137279 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-3c21268a-2998-4f6b-be92-c76e3985220a service neutron] 10.222.0.41 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109000 May 10 11:32:37.156298 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:37.527088 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:37.547305 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'port_id': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80', 'mac_address': 'fa:16:3e:bf:e4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:37.574134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd16a39-4a92-4a34-b758-aba46f5244ba req-38ce2c3e-f282-48e5-a255-24d563e61d18 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:37.581622 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bcd16a39-4a92-4a34-b758-aba46f5244ba req-38ce2c3e-f282-48e5-a255-24d563e61d18 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.3398488 May 10 11:32:37.585602 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-5b0f3740-681f-4b3a-a5cd-b15e875cc27f service neutron] 10.222.0.41 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415455 May 10 11:32:37.641868 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.668393 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-e8b33461-26d5-4106-84eb-06e6952ae234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:37.670114 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-e8b33461-26d5-4106-84eb-06e6952ae234 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 1099 time: 0.3624840 May 10 11:32:37.680698 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:37.682565 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bcd16a39-4a92-4a34-b758-aba46f5244ba req-c2b5a870-83d3-4f42-b75a-b9102aed7a1f tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998425 May 10 11:32:37.717279 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:37.726448 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.728253 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:37.739361 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.831140 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:37.846310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Usage tracker for resource:security_group_rule and tenant:2fb7edae49064c809346a3164da713dc is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:37.851782 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.854746 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:37.869294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:37.877671 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:37.925663 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:37.948267 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:37.955959 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:37.996146 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['61f1f7a1-b074-4c0d-b096-4441ffdc4b80'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:38.208371 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 45f0091b-2368-4cd1-9c29-2983f66ae5c6 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:38.271346 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c73178b4-b61d-4388-910a-1420b1a333e6 req-4784a7cb-3c73-462c-be82-7b289d1fb1d6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.3757119 May 10 11:32:38.284250 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.311265 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9317e5af-bd23-4284-b1fb-f971cea37d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.341031 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=a061b34b-66ac-4899-b84b-564bbd7225a4,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.344003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:38.401808 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.403095 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6215601 May 10 11:32:38.474990 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd463a-be8e-4309-aa72-c174d1096a20 req-55b45d94-b815-4445-bde0-590b0e6c97fa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:38.484339 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9cdd463a-be8e-4309-aa72-c174d1096a20 req-55b45d94-b815-4445-bde0-590b0e6c97fa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 943 time: 0.3152449 May 10 11:32:38.542631 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:38.542883 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.549924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.604554 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9cdd463a-be8e-4309-aa72-c174d1096a20 req-2882dd84-9042-4001-b435-1d18d798b10d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186268 May 10 11:32:38.605270 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:38.614928 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:38.650862 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Synchronizing usage tracker for tenant:2fb7edae49064c809346a3164da713dc on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:38.662793 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9402c54c-5d07-4795-9d48-3226dbc1e719,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:38.679081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:38.705890 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Unset dirty status for tenant:2fb7edae49064c809346a3164da713dc on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:38.707659 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b064060-e3c1-4d29-993d-98f9f4525ab5 req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0192029 May 10 11:32:38.929716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-26a8205b-1976-4cfc-bf43-fef5bb2c17e7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:38.962027 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-26a8205b-1976-4cfc-bf43-fef5bb2c17e7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:38.969271 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-26a8205b-1976-4cfc-bf43-fef5bb2c17e7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--18294915&fields=id&tenant_id=c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 267 time: 0.1642642 May 10 11:32:39.074218 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5651c-4463-400b-9247-e3e36135a90f req-01409137-ff75-4972-a394-ab01f0c5a202 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:39.075825 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d1b5651c-4463-400b-9247-e3e36135a90f req-01409137-ff75-4972-a394-ab01f0c5a202 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.2197156 May 10 11:32:39.163224 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 9f8c8e8e-dee2-4ab7-972c-68430f621410 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:39.235278 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d1b5651c-4463-400b-9247-e3e36135a90f req-e01e8887-7fa7-4a7c-9d3c-eec3176049bc tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448545 May 10 11:32:39.253998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-a70f751a-60c3-4bc2-8f94-138408dc1484 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:39.268330 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-a70f751a-60c3-4bc2-8f94-138408dc1484 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 816 time: 0.2981453 May 10 11:32:39.299919 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-334f6edf-3136-4023-96ba-f36cc9d95b2a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/quotas/c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 375 time: 0.0286736 May 10 11:32:39.300753 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:39.344362 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36552) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:39.492388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-d82fa85c-899c-4778-85f3-5ca64a69758e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:39.533203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.559985 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:39.567721 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cdc069ab-530b-4180-9663-004e3722ceaf req-24db1f5d-5605-46b1-8f47-5e7889968187 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0684645 May 10 11:32:39.570978 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:39.581011 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Usage tracker for resource:security_group_rule and tenant:32d309ba8c82476288bb593601ac43ed is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:39.584785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:39.593710 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:39.599596 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-d82fa85c-899c-4778-85f3-5ca64a69758e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:39.600620 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-d82fa85c-899c-4778-85f3-5ca64a69758e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2999244 May 10 11:32:39.612247 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:39.612769 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.698514 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:39.748227 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '9f8c8e8e-dee2-4ab7-972c-68430f621410', 'network_id': 'd3b3d7c0-e55d-457a-8f50-ed0339dfc5cd', 'port_id': '9f8c8e8e-dee2-4ab7-972c-68430f621410', 'mac_address': 'fa:16:3e:84:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e266058c-7001-40b3-ba15-ddea4341061f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:39.768628 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.781712 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.796481 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:39.887914 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32d309ba8c82476288bb593601ac43ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401850 May 10 11:32:39.888191 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36572) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:39.940800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3de61-41c9-49c0-9235-a9b9c269de44,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:39.951141 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36576) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:39.960718 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:39.972609 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:39.989384 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.001997 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.021524 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.029914 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8c8e8e-dee2-4ab7-972c-68430f621410 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:40.063778 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-9794e48d-4a8a-4c5f-82b2-6b46dbefa602 service neutron] 10.222.0.41 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506047 May 10 11:32:40.073736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:40.105153 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:40.111236 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:40.117824 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.119072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.129548 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:40.133457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:40.174707 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.180113 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fee3de61-41c9-49c0-9235-a9b9c269de44 HTTP/1.1" status: 204 len: 168 time: 0.2909713 May 10 11:32:40.181015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3de61-41c9-49c0-9235-a9b9c269de44,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.187032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:40.238934 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.246450 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.249027 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:40.249722 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:40.280355 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-b0638e8e-9374-4b15-8b16-3beecfc70f12 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:40.282080 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-b0638e8e-9374-4b15-8b16-3beecfc70f12 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 811 time: 0.4227767 May 10 11:32:40.290736 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8c7f8-7804-41e2-8817-917e8fee488f req-60010fc2-27a8-46c4-af6f-70a05490dac8 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:40.298271 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13b8c7f8-7804-41e2-8817-917e8fee488f req-60010fc2-27a8-46c4-af6f-70a05490dac8 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 943 time: 0.4269238 May 10 11:32:40.342061 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:40.349806 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:40.392492 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-4b461b7d-e967-42ab-83be-69e26edfab12 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 380 time: 0.0879850 May 10 11:32:40.405661 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-ed67e5c3-b19d-459a-9b9a-782bd41af6db service neutron] 10.222.0.41 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339789 May 10 11:32:40.409045 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'port': {'device_id': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'admin_state_up': True, 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'security_groups': ['da8d3959-33d4-4866-ae10-d7c310da22dd']}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:40.474156 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['9f8c8e8e-dee2-4ab7-972c-68430f621410'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:40.488757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36600) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:40.503542 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.528439 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13b8c7f8-7804-41e2-8817-917e8fee488f req-a78ae6e2-edca-402b-a2ac-89879703e0e1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290382 May 10 11:32:40.568008 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:40.575746 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:2fec41b62dee4b8d8759500bbfde9dbe is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:40.580510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:40.616931 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:40.621611 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80', 'code': 200} May 10 11:32:40.685115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:40.689240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:port and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:40.692369 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:40.698240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:40.725006 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Made reservation on behalf of d4ad9acfbed64de0b5b6f25092e6f2bf for: {'port': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:40.733369 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.780290 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:40.934730 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7ce-40ca-4978-b3fd-44892911caaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.000968 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-27e45577-0ef2-443a-8874-92da23f3e9e7 req-aa736b2b-2449-4d15-9087-5d494db4a68c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.1427207 May 10 11:32:41.062482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.073693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36620) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:41.106722 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:41.113719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.125493 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dbae53f1264d39a99c1205c9a44528 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:41.130527 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:41.142615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:41.151921 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:41.157540 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Usage tracker for resource:security_group_rule and tenant:17df122f4d2a460b88e2a288565fd623 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:41.162521 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:41.170583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:41.187072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75105300-0859-456b-ad6f-c285fb97c40c req-2e8b15f3-5463-4fa3-b200-d8f1c3437ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:41.188693 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-75105300-0859-456b-ad6f-c285fb97c40c req-2e8b15f3-5463-4fa3-b200-d8f1c3437ce7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.2743032 May 10 11:32:41.217331 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.221786 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d841a1de-bdf9-42b4-85c2-e04b1fab9309 req-00273180-77cd-4e83-b422-902086058340 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 210 time: 0.1098211 May 10 11:32:41.228789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.314848 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-75105300-0859-456b-ad6f-c285fb97c40c req-0574a08b-2c07-46ae-a2c2-7d0177bf40f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193657 May 10 11:32:41.324758 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.337608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.360836 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:41.362670 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3989a990-8d4d-4a82-a57d-5c7eea3c917e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:41.387288 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17df122f4d2a460b88e2a288565fd623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104861 May 10 11:32:41.388897 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Allocated IP 172.20.0.6 (11a5a096-1237-4e63-b10a-3b855464f28b/4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2/afe7977b-9284-4ee9-b2ec-87d037df2f59) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:41.396901 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36628) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:41.407108 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fec41b62dee4b8d8759500bbfde9dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4546716 May 10 11:32:41.413571 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36632) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:41.444467 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bffec3-f47a-4e64-b31a-5608e392f8af,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.453037 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:41.463600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81f8ad-3f9b-4657-af02-f99e96f25bd5 req-d9e3b818-bfae-43ee-a419-378f247257ed tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:41.465453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd81f8ad-3f9b-4657-af02-f99e96f25bd5 req-d9e3b818-bfae-43ee-a419-378f247257ed tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.4296722 May 10 11:32:41.502662 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835e09d-7cc1-4c92-a699-ec559e9f4e5b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.512142 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:41.558221 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.609154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.611501 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.623580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.633996 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7eeaa253-77b4-4af4-9524-965671e8ef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:41.694401 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1dbae53f1264d39a99c1205c9a44528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2014813 May 10 11:32:41.695480 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36638) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:41.698791 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd81f8ad-3f9b-4657-af02-f99e96f25bd5 req-6c965d22-b9d5-4443-aead-872533f0d83e tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219861 May 10 11:32:41.722443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6617b-0a1f-452a-a60b-e69e859a16e7,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.728012 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:41.738349 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.761071 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.768099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-591339c2-0083-4617-a713-9536fe154c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:41.786677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.787244 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.791537 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835e09d-7cc1-4c92-a699-ec559e9f4e5b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.804140 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:41.816331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.819487 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b835e09d-7cc1-4c92-a699-ec559e9f4e5b HTTP/1.1" status: 204 len: 168 time: 0.4178262 May 10 11:32:41.825059 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.888095 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.899184 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24809b8-aa3c-4b35-8c7d-e7d71f9b94f2 req-4f0b8fe8-ae11-43ba-bdfe-d0096410ea50 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:41.899820 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.900792 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b24809b8-aa3c-4b35-8c7d-e7d71f9b94f2 req-4f0b8fe8-ae11-43ba-bdfe-d0096410ea50 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 944 time: 0.2588286 May 10 11:32:41.903630 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:41.921594 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6617b-0a1f-452a-a60b-e69e859a16e7,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:41.924864 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:41.933245 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.936396 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cf6617b-0a1f-452a-a60b-e69e859a16e7 HTTP/1.1" status: 204 len: 168 time: 0.2377834 May 10 11:32:41.969631 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Transition to ACTIVE for port object afe7977b-9284-4ee9-b2ec-87d037df2f59 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:41.972563 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:41.996314 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-945fb73f-1aae-4895-bfbd-0bc1eece7778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:42.026579 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bffec3-f47a-4e64-b31a-5608e392f8af,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:42.034034 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:42.055533 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b24809b8-aa3c-4b35-8c7d-e7d71f9b94f2 req-cc7f9d83-72fb-4786-a030-2368299fc812 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450212 May 10 11:32:42.081073 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.093251 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53bffec3-f47a-4e64-b31a-5608e392f8af HTTP/1.1" status: 204 len: 168 time: 0.6718028 May 10 11:32:42.127694 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.134917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f737e12a-9705-4f19-ad77-8ae65ef62d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:42.334641 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.387776 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Network 11a5a096-1237-4e63-b10a-3b855464f28b is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:42.434565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:42.458425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:42.482150 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:42.483114 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.514226 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:42.534892 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:42.691663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-fb04d71b-c466-4341-ad79-a1386ae82b12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:42.692436 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-fb04d71b-c466-4341-ad79-a1386ae82b12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:network {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:42.751508 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-fb04d71b-c466-4341-ad79-a1386ae82b12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:network {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:42.752585 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-fb04d71b-c466-4341-ad79-a1386ae82b12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 816 time: 0.4356718 May 10 11:32:42.829758 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-44369dce-35aa-469a-bea8-255d2d0a25db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4263034 May 10 11:32:42.843992 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-3eadc11e-b2f0-400b-8cbc-474cbd143fc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:42.851007 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1f3d7fa8-d76b-43ca-920b-f8a2761d7f27 req-e7556067-bb9c-475d-acd4-5a0e2c641736 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 210 time: 0.2875600 May 10 11:32:42.865297 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Request body: {'port': {'device_id': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:42.878612 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-3eadc11e-b2f0-400b-8cbc-474cbd143fc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:42.885727 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-3eadc11e-b2f0-400b-8cbc-474cbd143fc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 378 time: 0.1238894 May 10 11:32:42.912132 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-45f0971c-e1d4-4634-90a2-15e95be02fc3 None None] Provisioning for port afe7977b-9284-4ee9-b2ec-87d037df2f59 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:42.915469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'port': {'device_id': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'admin_state_up': True, 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'security_groups': ['7dc15463-096e-47f2-a7f1-1fa8d915fb0f']}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:42.917304 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-45f0971c-e1d4-4634-90a2-15e95be02fc3 None None] Provisioning complete for port afe7977b-9284-4ee9-b2ec-87d037df2f59 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:42.917687 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-45f0971c-e1d4-4634-90a2-15e95be02fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:42.939764 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36674) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:43.001121 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-45f0971c-e1d4-4634-90a2-15e95be02fc3 None None] Port afe7977b-9284-4ee9-b2ec-87d037df2f59 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:43.034575 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.105991 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347782e-c0fa-4183-b616-afc0fbadf49b req-218693be-37a1-41af-af0e-f04289852000 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:43.106745 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-1347782e-c0fa-4183-b616-afc0fbadf49b req-218693be-37a1-41af-af0e-f04289852000 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:43.131451 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36692) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:43.182002 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.194602 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 9f8c8e8e-dee2-4ab7-972c-68430f621410 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:43.203808 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:43.214328 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:43.214510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.220505 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:43.222859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Usage tracker for resource:security_group_rule and tenant:f2e05fbbe6774b4da60f2238d4777b14 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:43.226701 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:43.235308 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:43.242486 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:43.248371 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Made reservation on behalf of c064d402f6794dc1a7e082a79884f874 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:43.252288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.303137 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 9f8c8e8e-dee2-4ab7-972c-68430f621410 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:43.317965 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 9f8c8e8e-dee2-4ab7-972c-68430f621410 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:43.318562 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.533570 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc7317adef94b9ca9993b46ee06da5c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:43.541074 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.546058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:43.573705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:43.576320 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:43.586016 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:43.605948 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-1347782e-c0fa-4183-b616-afc0fbadf49b req-218693be-37a1-41af-af0e-f04289852000 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:43.607089 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1347782e-c0fa-4183-b616-afc0fbadf49b req-218693be-37a1-41af-af0e-f04289852000 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 931 time: 1.3868163 May 10 11:32:43.616744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.620597 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:43.686765 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Allocated IP 172.20.0.4 (9e50b68a-cc18-4ea1-ae17-5ab48088152b/168a8bb3-2cf7-42b5-96c0-5475e79fa1ef/c5d21d73-e428-4fd4-948c-f9eda65ba761) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:32:43.697731 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.703719 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:43.707968 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:43.805205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.841749 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.856210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:43.892963 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dbc79-fd69-4695-810b-6d0dc9bb3f8a req-65c7c804-058d-47c2-a493-68205090b3d0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:43.901701 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f98dbc79-fd69-4695-810b-6d0dc9bb3f8a req-65c7c804-058d-47c2-a493-68205090b3d0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 944 time: 0.6612430 May 10 11:32:43.923098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.930724 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.db.resource_extend [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:43.933798 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:43.945077 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8863c948-33f8-4766-8bc5-24a4407765f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:43.993196 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d84c35-a7ae-4184-a1c6-fb250a1bac5b,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:43.998175 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1347782e-c0fa-4183-b616-afc0fbadf49b req-3e90d713-ffc3-4169-8bc7-bb2a6af6827b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831344 May 10 11:32:44.006263 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.025116 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2e05fbbe6774b4da60f2238d4777b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8926363 May 10 11:32:44.028321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36744) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:44.040254 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bc7317adef94b9ca9993b46ee06da5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1042702 May 10 11:32:44.045218 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe7977b-9284-4ee9-b2ec-87d037df2f59 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:44.054000 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36750) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:44.072138 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.077693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957f99d3-c7d9-4392-8f2d-934a000ed35e,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.088331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.103332 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.108179 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f98dbc79-fd69-4695-810b-6d0dc9bb3f8a req-d77b6569-aad8-487e-abdb-07a633a4e3fa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091137 May 10 11:32:44.112086 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.136157 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Transition to ACTIVE for port object afe7977b-9284-4ee9-b2ec-87d037df2f59 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:44.137644 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410', 'code': 200} May 10 11:32:44.158694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.162083 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.177530 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:44.205730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Transition to ACTIVE for port object c5d21d73-e428-4fd4-948c-f9eda65ba761 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:44.227283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.233308 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e2bf5437-ad5c-47fe-8c02-3510c3cbf13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:44.244147 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.248063 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.257598 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957f99d3-c7d9-4392-8f2d-934a000ed35e,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.261335 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.276530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.290835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:44.396055 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.431834 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:32:44.436281 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.440344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:44.443966 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.445158 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:32:44.452291 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:44.453382 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.478565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.491990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.498263 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/957f99d3-c7d9-4392-8f2d-934a000ed35e HTTP/1.1" status: 204 len: 168 time: 0.4662249 May 10 11:32:44.589389 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.611441 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7183769 May 10 11:32:44.636695 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Request body: {'port': {'device_id': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:44.698738 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:44.850971 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d84c35-a7ae-4184-a1c6-fb250a1bac5b,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.856500 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.877104 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Attempting to bind port afe7977b-9284-4ee9-b2ec-87d037df2f59 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:44.877691 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Attempting to bind port afe7977b-9284-4ee9-b2ec-87d037df2f59 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:44.878527 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Attempting to bind port afe7977b-9284-4ee9-b2ec-87d037df2f59 on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:44.885608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.890299 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7d84c35-a7ae-4184-a1c6-fb250a1bac5b HTTP/1.1" status: 204 len: 168 time: 0.8349755 May 10 11:32:44.895788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Port afe7977b-9284-4ee9-b2ec-87d037df2f59 on network 11a5a096-1237-4e63-b10a-3b855464f28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:44.896467 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Attempting to bind port afe7977b-9284-4ee9-b2ec-87d037df2f59 on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:44.899953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.917409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:44.918061 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Checking segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:44.918674 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Bound using segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:44.919410 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Bound port: afe7977b-9284-4ee9-b2ec-87d037df2f59, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:44.920066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.937334 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f86d8-6bd1-45b6-91c2-d58e8178788a req-ff1dec7e-ae23-4233-8bc8-d1d0e4fcb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:44.939108 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-831f86d8-6bd1-45b6-91c2-d58e8178788a req-ff1dec7e-ae23-4233-8bc8-d1d0e4fcb732 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.4522529 May 10 11:32:44.962447 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b0726-ef3b-42d9-ab57-8f161b5be09b req-81fad38d-9bee-4415-996b-be2b9aa6b548 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:44.970294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-02792837-1597-4ade-9e7b-ee907eb036fb None None] Provisioning for port c5d21d73-e428-4fd4-948c-f9eda65ba761 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:44.971910 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-059b0726-ef3b-42d9-ab57-8f161b5be09b req-81fad38d-9bee-4415-996b-be2b9aa6b548 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 931 time: 0.3995430 May 10 11:32:44.981456 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-02792837-1597-4ade-9e7b-ee907eb036fb None None] Provisioning complete for port c5d21d73-e428-4fd4-948c-f9eda65ba761 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:44.983077 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-02792837-1597-4ade-9e7b-ee907eb036fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.029810 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-831f86d8-6bd1-45b6-91c2-d58e8178788a req-d03bd960-4884-4113-87d4-daeaaafb78cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 May 10 11:32:45.099712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-02792837-1597-4ade-9e7b-ee907eb036fb None None] Port c5d21d73-e428-4fd4-948c-f9eda65ba761 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:32:45.164847 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:45.168549 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:45.182548 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-059b0726-ef3b-42d9-ab57-8f161b5be09b req-5511cfce-5436-4842-8086-fbd4094255f0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653906 May 10 11:32:45.184099 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.190664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:45.248215 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.248847 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.252988 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] 10.222.0.21 "PUT /v2.0/ports/afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 1093 time: 2.3966010 May 10 11:32:45.257788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:45.313315 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:45.325151 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:45.600365 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-c3fa2890-bca4-4f72-9c43-27f100bbdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.602794 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-c3fa2890-bca4-4f72-9c43-27f100bbdf4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1096 time: 0.2763503 May 10 11:32:45.701245 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-a7ee03ce-017f-4bd7-8424-a01949b1b67f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 217 time: 0.0825932 May 10 11:32:45.718744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012d33b-f871-442a-8efe-17513ea4e0be req-54d090f9-e23f-40d1-955a-2ae2b982f497 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.720437 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4012d33b-f871-442a-8efe-17513ea4e0be req-54d090f9-e23f-40d1-955a-2ae2b982f497 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 943 time: 0.3364685 May 10 11:32:45.863327 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d21d73-e428-4fd4-948c-f9eda65ba761 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:45.882477 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.903285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Transition to ACTIVE for port object c5d21d73-e428-4fd4-948c-f9eda65ba761 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:32:45.912067 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:45.946442 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:45.951095 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b2473-6b1a-4b6b-b861-17fc49f41300 req-673d288e-3269-4d10-b309-6efbabc1154c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.952771 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-814b2473-6b1a-4b6b-b861-17fc49f41300 req-673d288e-3269-4d10-b309-6efbabc1154c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.4127510 May 10 11:32:45.954219 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-eaedc599-9a4c-4390-9c83-bc19f1faa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:45.955494 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-eaedc599-9a4c-4390-9c83-bc19f1faa5fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.2331719 May 10 11:32:45.960586 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4012d33b-f871-442a-8efe-17513ea4e0be req-cbd4e5ad-14df-4831-8936-4a01bc552249 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992665 May 10 11:32:46.074547 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'status': 'completed', 'code': 200} May 10 11:32:46.094041 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-814b2473-6b1a-4b6b-b861-17fc49f41300 req-08de4891-ea74-469f-ae31-832d4b1ae3ef tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899715 May 10 11:32:46.171729 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-273d72c5-dcbb-458f-8c4d-f5e43e38e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.173254 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-273d72c5-dcbb-458f-8c4d-f5e43e38e9e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2082114 May 10 11:32:46.249213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.258173 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:46.259254 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Attempting to bind port c5d21d73-e428-4fd4-948c-f9eda65ba761 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:32:46.259800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Attempting to bind port c5d21d73-e428-4fd4-948c-f9eda65ba761 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:32:46.260273 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Attempting to bind port c5d21d73-e428-4fd4-948c-f9eda65ba761 on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:46.266148 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Port c5d21d73-e428-4fd4-948c-f9eda65ba761 on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:32:46.266667 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Attempting to bind port c5d21d73-e428-4fd4-948c-f9eda65ba761 on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:32:46.278401 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:32:46.278998 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Checking segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:46.279556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Bound using segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:32:46.280153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Bound port: c5d21d73-e428-4fd4-948c-f9eda65ba761, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:32:46.280647 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.459232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:32:46.464519 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:32:46.470363 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.477849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:46.548108 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.548977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.550610 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 200 len: 1093 time: 1.9263377 May 10 11:32:46.552613 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:46.554236 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07258ea3-bd09-4fa4-a14c-1c9b64b88802 req-94d15e31-0bea-49fe-98bd-b346c8c7f4e2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.577661 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07258ea3-bd09-4fa4-a14c-1c9b64b88802 req-94d15e31-0bea-49fe-98bd-b346c8c7f4e2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1311042 May 10 11:32:46.584746 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-7e6bfb45-ac3e-43c1-b0b2-6290dd659437 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971572 May 10 11:32:46.597700 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.613866 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:46.672381 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'status': 'completed', 'code': 200} May 10 11:32:46.730573 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-167867b5-0d62-4717-8314-371e3a61a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.732289 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-167867b5-0d62-4717-8314-371e3a61a572 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 1096 time: 0.1159716 May 10 11:32:46.789731 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07258ea3-bd09-4fa4-a14c-1c9b64b88802 req-5ce31f23-5708-4d52-b2dc-59ffb82fc676 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2099950 May 10 11:32:46.826994 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e77bd8cb-2415-4fa8-b945-99d4bd98e472 req-8a37e4ea-345a-423c-8ad6-98a385e5357e service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090900 May 10 11:32:46.865526 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-5fd31647-4cd2-44f9-9510-0c3bfb89f14a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 200 len: 217 time: 0.1233931 May 10 11:32:46.932306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36864) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:46.945909 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-67597f79-eb88-4753-8a1e-5d59ae8a441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.948252 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-67597f79-eb88-4753-8a1e-5d59ae8a441f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0749629 May 10 11:32:46.979141 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-d7bd7f4b-e013-41a2-aa1b-68ce48143a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.980653 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-d7bd7f4b-e013-41a2-aa1b-68ce48143a15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1096 time: 0.1002388 May 10 11:32:47.072909 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-7b0e7f47-9e3d-4c55-b07f-105042b32a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.074438 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-7b0e7f47-9e3d-4c55-b07f-105042b32a6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198637 May 10 11:32:47.204351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-9efc97ca-6d48-4ff2-8d74-2b985213c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.206267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-9efc97ca-6d48-4ff2-8d74-2b985213c3f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.2179263 May 10 11:32:47.229696 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-fd33a142-6fbe-4c38-86a2-151e49c08072 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473801 May 10 11:32:47.327219 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-4aab0c83-267d-48e3-9725-d2c3f01bc99f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 217 time: 0.1115081 May 10 11:32:47.377113 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00b31b0f-c2b9-409c-84e2-b1df26a76e31 req-187273dd-4518-49a6-acdf-6e806a479970 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390522 May 10 11:32:47.377554 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36882) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:47.401114 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.418516 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:47.422704 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e57bfb23911641f9a531af93249a55fd is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:47.429557 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:47.436937 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:47.498536 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044262-a1f9-4eb9-bedf-e1c4158c69f1 req-a49e7d1e-80b3-4dab-9acf-0a74ea5425c2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.500351 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e7044262-a1f9-4eb9-bedf-e1c4158c69f1 req-a49e7d1e-80b3-4dab-9acf-0a74ea5425c2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 943 time: 0.3754807 May 10 11:32:47.528824 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.557900 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-3c58295a-103b-4f96-afb4-dc9dab1423f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.559319 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-3c58295a-103b-4f96-afb4-dc9dab1423f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.1446691 May 10 11:32:47.614078 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e7044262-a1f9-4eb9-bedf-e1c4158c69f1 req-ddae6d8d-8119-4172-910b-6c11fc4c67a5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059530 May 10 11:32:47.624297 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.630040 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3bfc5-a639-45f6-a390-138aa3b57b8e req-ba93f2f9-ff88-456a-a196-f5fb3835e570 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.630219 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:47.635155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.637089 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-86f3bfc5-a639-45f6-a390-138aa3b57b8e req-ba93f2f9-ff88-456a-a196-f5fb3835e570 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3301647 May 10 11:32:47.653474 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Usage tracker for resource:security_group_rule and tenant:cdefb3f76d654fe688f7fec1a04c0ee6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:47.657932 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:47.667152 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:47.681604 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:47.711770 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-86f3bfc5-a639-45f6-a390-138aa3b57b8e req-421fa7f7-3ff7-46d6-a72d-903189363a51 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738406 May 10 11:32:47.729115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-03415780-b49a-4601-80ea-145eac2bb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.730784 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e57bfb23911641f9a531af93249a55fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969410 May 10 11:32:47.731045 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-03415780-b49a-4601-80ea-145eac2bb661 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1584256 May 10 11:32:47.733357 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36900) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:47.739822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04971b99-2192-40e8-8675-b2d8d55ae606,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:47.744957 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:47.759956 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-b7933f80-b6ad-41c4-88b2-e3bd2e1f9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.761497 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-b7933f80-b6ad-41c4-88b2-e3bd2e1f9387 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 1096 time: 0.3188975 May 10 11:32:47.892383 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.944864 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:47.960382 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-dc580f64-2945-4b96-9ebd-b06dba064b3b service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925113 May 10 11:32:48.036340 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.055248 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.077087 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:48.130796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36914) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:48.161634 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdefb3f76d654fe688f7fec1a04c0ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670634 May 10 11:32:48.162331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36922) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:48.163017 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6672ac79-28ea-486a-af3f-21634a8670b4,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.188568 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:48.197075 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-f3d2a291-f655-4d37-b4ab-140a6fa36f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.198930 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-f3d2a291-f655-4d37-b4ab-140a6fa36f80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.4169433 May 10 11:32:48.300468 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aa932dc-7a5e-46af-a7a5-6920b0419f9d req-db2cfe6e-573f-4848-beac-f6fa48add3dc service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320754 May 10 11:32:48.305472 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.310924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a94a0088-d630-4468-bac2-d5d9c72418b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:48.348069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04971b99-2192-40e8-8675-b2d8d55ae606,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.350125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.366626 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ea092-c781-4216-82e8-cf401d382350 req-ad0e9182-8f21-422f-9378-a30285eed66d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.373534 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f24ea092-c781-4216-82e8-cf401d382350 req-ad0e9182-8f21-422f-9378-a30285eed66d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.3043342 May 10 11:32:48.375498 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:48.432986 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.436661 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04971b99-2192-40e8-8675-b2d8d55ae606 HTTP/1.1" status: 204 len: 168 time: 0.6995924 May 10 11:32:48.439924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:48.453161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Usage tracker for resource:security_group_rule and tenant:cd2cbe62504f4016b28b0414a33d6d07 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:48.465860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:48.478244 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:48.508094 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-7c607e4f-36f6-4d93-8ad3-05dfe62e8a40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 200 len: 217 time: 0.2576792 May 10 11:32:48.514769 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f24ea092-c781-4216-82e8-cf401d382350 req-69874c0f-c58d-47c9-b5c6-d21c143d4f38 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1402602 May 10 11:32:48.526221 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.562526 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59dda-0d77-4fec-accb-f38008a9738f req-8c5353f6-9d87-4fb8-866e-bb5a9d67be78 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.564631 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3fd59dda-0d77-4fec-accb-f38008a9738f req-8c5353f6-9d87-4fb8-866e-bb5a9d67be78 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1688051 May 10 11:32:48.608906 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.636673 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3fd59dda-0d77-4fec-accb-f38008a9738f req-fe76d234-6542-47d2-a6dd-041d449da81e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641546 May 10 11:32:48.668335 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5143-d69f-4217-9862-789a04cc9f7e req-20b9ac03-b954-4c1d-a6b2-7ffcca854ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.670114 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-20b9ac03-b954-4c1d-a6b2-7ffcca854ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.4207141 May 10 11:32:48.673529 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-a89317c3-fe4c-476a-9dfa-9f986778f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.674972 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-a89317c3-fe4c-476a-9dfa-9f986778f897 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.1584899 May 10 11:32:48.683344 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.691129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.722428 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:48.753753 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd2cbe62504f4016b28b0414a33d6d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219285 May 10 11:32:48.757197 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeef3c2-d747-4194-bf98-fc11d6d10735,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.761436 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36950) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:48.764667 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:48.826976 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5143-d69f-4217-9862-789a04cc9f7e req-74d0e0c6-b3c2-4a4b-9ccb-a89b039bb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.828651 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-74d0e0c6-b3c2-4a4b-9ccb-a89b039bb8a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1405342 May 10 11:32:48.831302 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36954) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:48.892473 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.923945 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.943193 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:48.956524 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc7553-e567-4987-9f09-5fcaf0d5accf req-4227696f-d77c-402c-9bc5-69a8d4a311c3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.958754 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9cdc7553-e567-4987-9f09-5fcaf0d5accf req-4227696f-d77c-402c-9bc5-69a8d4a311c3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 943 time: 0.2032437 May 10 11:32:48.960910 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36962) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:48.961214 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:48.974333 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-d53e63e4-9c72-4135-90e2-f468d8de4566 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.1064444 May 10 11:32:48.991056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6672ac79-28ea-486a-af3f-21634a8670b4,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:48.993232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.005663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:49.022602 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9cdc7553-e567-4987-9f09-5fcaf0d5accf req-d8744a60-91b1-4635-a3cb-6b95ffe4f77f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538752 May 10 11:32:49.067418 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.072974 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:49.075435 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.075913 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:49.076828 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6672ac79-28ea-486a-af3f-21634a8670b4 HTTP/1.1" status: 204 len: 168 time: 0.8836575 May 10 11:32:49.084967 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Usage tracker for resource:security_group_rule and tenant:2b43fe2a869f4729ab92f45348c9b2fa is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:49.090208 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:49.092708 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.094046 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8aeef3c2-d747-4194-bf98-fc11d6d10735 HTTP/1.1" status: 204 len: 168 time: 0.3309736 May 10 11:32:49.095198 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeef3c2-d747-4194-bf98-fc11d6d10735,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:49.098520 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:49.109011 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:49.116591 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5143-d69f-4217-9862-789a04cc9f7e req-c724ab24-98ca-4783-a353-986d6f8fcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:49.118069 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-c724ab24-98ca-4783-a353-986d6f8fcbe1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.1163623 May 10 11:32:49.198743 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-5d68e7a7-dc3f-48ed-9fd4-bdb21ee647a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695562 May 10 11:32:49.203719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-d010ddb5-d8bb-46c6-b441-f39b7210d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:49.205095 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-d010ddb5-d8bb-46c6-b441-f39b7210d2f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3752511 May 10 11:32:49.210790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.223477 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device afe7977b-9284-4ee9-b2ec-87d037df2f59 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:49.401458 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:49.420415 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a042e8c768f45b0a9535b430c93c3ac is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:49.433825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:49.454240 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:49.476458 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:49.495633 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'port_id': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'mac_address': 'fa:16:3e:59:68:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:49.563439 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.586980 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe7977b-9284-4ee9-b2ec-87d037df2f59 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:49.600009 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-25f5b406-2aae-4dcd-a018-99c3b190298a service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773153 May 10 11:32:49.605962 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-09dceb1f-4bcb-4e93-884a-8b904c66020e service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822920 May 10 11:32:49.610840 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:49.613949 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 36982) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:49.617289 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.626080 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.631199 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:49.648174 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.678601 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:49.710916 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:49.714762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:49.735517 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:49.756222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:49.761822 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Usage tracker for resource:security_group_rule and tenant:876f1ab9127c44e294062ff40e72e87d is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:49.765069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:49.773693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:49.865502 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b43fe2a869f4729ab92f45348c9b2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940177 May 10 11:32:49.870504 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 36990) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:49.883744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['afe7977b-9284-4ee9-b2ec-87d037df2f59'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:49.899283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6335eb5-a739-433c-8032-6f1b8895977a,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:49.899754 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263345-f46c-4c97-98bf-de3753471a5d req-3816818c-9cd4-4f40-bf57-84ec3808f9f2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:49.902123 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-85263345-f46c-4c97-98bf-de3753471a5d req-3816818c-9cd4-4f40-bf57-84ec3808f9f2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.2410493 May 10 11:32:49.969967 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:49.990538 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-85263345-f46c-4c97-98bf-de3753471a5d req-a75ce90b-92ec-4689-81a6-6d38af9532b5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733500 May 10 11:32:50.000988 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8a4a2b6f-3737-4823-a2b3-8edf26973b4c req-c533aff3-41cd-4611-950a-11f56715db45 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806391 May 10 11:32:50.014886 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.036825 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627dc3a-7359-4bdc-8b66-f9f3460f98da req-efaa4764-966f-49d1-9f00-844eda3d152b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.038394 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3627dc3a-7359-4bdc-8b66-f9f3460f98da req-efaa4764-966f-49d1-9f00-844eda3d152b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.2274604 May 10 11:32:50.039585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.049983 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:50.072425 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.089635 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.106809 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e6fc0c2d-5fd8-461b-b10a-42758eaaf4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:50.116072 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-637e5143-d69f-4217-9862-789a04cc9f7e req-b0b7f0d9-68db-45f0-bccd-3b888195ef83 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715490 May 10 11:32:50.117628 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=876f1ab9127c44e294062ff40e72e87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016503 May 10 11:32:50.118298 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37006) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:50.142201 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.149661 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9570c7b7-b7b4-48fd-8a3e-a965d0c8eaf4,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:50.153452 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:50.168391 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a042e8c768f45b0a9535b430c93c3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3361578 May 10 11:32:50.169656 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3627dc3a-7359-4bdc-8b66-f9f3460f98da req-e67685dc-d805-4016-8287-d74d04f567b7 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201322 May 10 11:32:50.171907 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37012) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:50.219825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.303267 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6017e4f6-9ec2-448a-992f-cc07a3254b07,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:50.307582 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:50.309655 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.315781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-c915eedd-9128-4c26-8aa9-b2870306b2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:50.330256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6335eb5-a739-433c-8032-6f1b8895977a,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:50.332817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:50.340970 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.344862 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6335eb5-a739-433c-8032-6f1b8895977a HTTP/1.1" status: 204 len: 168 time: 0.4571919 May 10 11:32:50.361939 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.416297 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.450156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.505944 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab91493-d087-4457-b4a5-372a96067ce3 req-e1d90632-3650-4d4d-9d22-a3302e3ae5b9 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.507427 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0ab91493-d087-4457-b4a5-372a96067ce3 req-e1d90632-3650-4d4d-9d22-a3302e3ae5b9 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 944 time: 0.2894285 May 10 11:32:50.509521 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.584294 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0ab91493-d087-4457-b4a5-372a96067ce3 req-0d929066-70d3-4b1a-92a5-a1ba10612bbe tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678692 May 10 11:32:50.585302 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.590346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5a7183af-b48c-4ac0-b014-4bf2dc8ca6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:50.603443 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9570c7b7-b7b4-48fd-8a3e-a965d0c8eaf4,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:50.606334 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:50.616744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.618152 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9570c7b7-b7b4-48fd-8a3e-a965d0c8eaf4 HTTP/1.1" status: 204 len: 168 time: 0.4945650 May 10 11:32:50.627096 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.633912 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-52313ec5-d0bd-4a99-baec-ecb6a6d0d9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:50.644735 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:50.648488 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6017e4f6-9ec2-448a-992f-cc07a3254b07 HTTP/1.1" status: 204 len: 168 time: 0.4757061 May 10 11:32:50.649636 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6017e4f6-9ec2-448a-992f-cc07a3254b07,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:50.653368 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:51.052106 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37050) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:51.087748 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.111358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:51.115607 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3c5ba2e53b45b181422679e1122381 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:51.119194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:51.132009 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:51.228053 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.239446 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.251520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:51.266328 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:51.272304 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device afe7977b-9284-4ee9-b2ec-87d037df2f59 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:51.303870 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9e890-70d6-4076-9751-9e623964755c req-6a156411-1411-4443-925b-cb4879f92378 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:51.305399 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fa9e890-70d6-4076-9751-9e623964755c req-6a156411-1411-4443-925b-cb4879f92378 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1348636 May 10 11:32:51.345933 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0801356-7e31-4b97-a519-88a39c0fedb5,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:51.354585 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:51.385497 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff3c5ba2e53b45b181422679e1122381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320947 May 10 11:32:51.391831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37068) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:51.475751 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port afe7977b-9284-4ee9-b2ec-87d037df2f59 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:51.484925 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port afe7977b-9284-4ee9-b2ec-87d037df2f59 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:51.485449 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.515370 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fa9e890-70d6-4076-9751-9e623964755c req-aa3fc2bd-6f57-445d-a788-3bc897b5fb73 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016990 May 10 11:32:51.590091 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.639168 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.664118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:51.669432 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763175c-eb2a-41ed-813d-7ca751a79ab8 req-d0220ee4-3e33-4f3d-b998-2d82219b34c6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:51.670908 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e763175c-eb2a-41ed-813d-7ca751a79ab8 req-d0220ee4-3e33-4f3d-b998-2d82219b34c6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.2346017 May 10 11:32:51.682129 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.737967 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'mac_address': 'fa:16:3e:25:28:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:51.739567 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e763175c-eb2a-41ed-813d-7ca751a79ab8 req-93d83548-acfe-48d2-8537-a23616ad4f30 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576763 May 10 11:32:51.743537 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:51.765189 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.771310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31beb2df-252a-4337-b1af-8879af14cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:51.791941 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0801356-7e31-4b97-a519-88a39c0fedb5,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:51.802335 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:51.817868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.821284 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0801356-7e31-4b97-a519-88a39c0fedb5 HTTP/1.1" status: 204 len: 168 time: 0.4248724 May 10 11:32:51.823841 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'code': 200} May 10 11:32:51.837586 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:51.864544 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.868844 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:51.937358 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:51.962871 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:51.973597 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d21d73-e428-4fd4-948c-f9eda65ba761 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:51.980528 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:51.992907 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:52.000565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.003639 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-7aa1c1b1-8878-4fb0-9e00-72c3690241d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:52.006408 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b33e7e-f10d-4164-8b91-db2a4bd09057 req-f21d54fb-72cb-466a-a6de-d2eafccaf8ec tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:52.008203 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28b33e7e-f10d-4164-8b91-db2a4bd09057 req-f21d54fb-72cb-466a-a6de-d2eafccaf8ec tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2175150 May 10 11:32:52.080341 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28b33e7e-f10d-4164-8b91-db2a4bd09057 req-09dfd836-c660-484e-bbcb-b5d910786e25 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637267 May 10 11:32:52.143581 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:52.154948 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:52.294676 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd2616-1e61-4a2f-8b5b-f247fbab27dc req-c2aaa849-3b6c-4067-a925-86b644f8e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:52.296839 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-66cd2616-1e61-4a2f-8b5b-f247fbab27dc req-c2aaa849-3b6c-4067-a925-86b644f8e406 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.1819608 May 10 11:32:52.369071 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-66cd2616-1e61-4a2f-8b5b-f247fbab27dc req-fc2135aa-ad47-4453-afaa-6f4ddf7e8fca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634449 May 10 11:32:52.402259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c5d21d73-e428-4fd4-948c-f9eda65ba761'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:52.695175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37122) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:52.775920 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67775a4a-61db-42ce-9532-c2aab0529040 req-715ce750-53ed-4018-91c5-b46d55b660c3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:52.778077 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-67775a4a-61db-42ce-9532-c2aab0529040 req-715ce750-53ed-4018-91c5-b46d55b660c3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 944 time: 0.0885468 May 10 11:32:52.829488 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-67775a4a-61db-42ce-9532-c2aab0529040 req-ee7cacc5-ea67-46a5-9172-b0960324483b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449989 May 10 11:32:52.965667 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f1b0-db01-4859-9f42-dcb47a71e3d6 req-f57420bb-3dfa-447a-8744-e76d982aa97a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:52.972506 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9f5f1b0-db01-4859-9f42-dcb47a71e3d6 req-f57420bb-3dfa-447a-8744-e76d982aa97a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.0918112 May 10 11:32:52.981395 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023712929-network', 'tenant_id': '46719ee182d24d7b89b1be471bcd23a6'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:52.988782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:52.993920 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Usage tracker for resource:network and tenant:46719ee182d24d7b89b1be471bcd23a6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:52.997866 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:53.005574 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:53.018020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Made reservation on behalf of 46719ee182d24d7b89b1be471bcd23a6 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:53.021843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.024025 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9f5f1b0-db01-4859-9f42-dcb47a71e3d6 req-2dcb6dc5-f15f-47da-bdb7-bdbc8505ea3b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 May 10 11:32:53.035132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.050362 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:53.054168 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Usage tracker for resource:security_group_rule and tenant:46719ee182d24d7b89b1be471bcd23a6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:53.057020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:53.063200 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:53.176395 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.182444 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.188708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:53.218246 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:53.228456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa6d42-dd92-4f66-87d8-db7b9386ee7c,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:53.232353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:53.235321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.235863 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Added segment 000efc87-ddd7-47c3-8a8b-fd8e17384eed of type vlan for network 3876f430-b55e-4c2f-87cb-af3743e305fb May 10 11:32:53.276076 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.313690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.315090 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:53.315698 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:53.333455 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16a6b42b-6c7c-40b2-90d4-bdcaf758d035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:53.457882 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4c17-8bc1-4c34-a4e8-b9f26ad26c1f req-d775cd18-1ece-48ff-b21c-cf3ce629f94d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:53.459463 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f95a4c17-8bc1-4c34-a4e8-b9f26ad26c1f req-d775cd18-1ece-48ff-b21c-cf3ce629f94d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2511754 May 10 11:32:53.508884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3876f430-b55e-4c2f-87cb-af3743e305fb,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:53.519204 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8226132 May 10 11:32:53.520405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:53.520527 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 3876f430-b55e-4c2f-87cb-af3743e305fb details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:32:53.521829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37156) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:53.528899 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Request body: {'subnet': {'network_id': '3876f430-b55e-4c2f-87cb-af3743e305fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023712929-subnet', 'tenant_id': '46719ee182d24d7b89b1be471bcd23a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:53.533390 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:53.537203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Usage tracker for resource:subnet and tenant:46719ee182d24d7b89b1be471bcd23a6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:53.539997 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:53.546964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:53.564419 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f95a4c17-8bc1-4c34-a4e8-b9f26ad26c1f req-d1ffbbbb-91c2-46e1-8e96-31b2d422d69d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991502 May 10 11:32:53.565535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Made reservation on behalf of 46719ee182d24d7b89b1be471bcd23a6 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:53.578245 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.094385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.102464 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:54.169323 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=809de49b-af2b-420b-a766-74628ef1e6a7,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:54.169525 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420c0e-3a7f-47ad-9c07-c28107a2e754 req-0f494074-04a9-4feb-ae26-b2749f0d0a5d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:54.173526 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:54.182993 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16420c0e-3a7f-47ad-9c07-c28107a2e754 req-0f494074-04a9-4feb-ae26-b2749f0d0a5d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 944 time: 0.2078424 May 10 11:32:54.200546 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Checking segment: {'id': '000efc87-ddd7-47c3-8a8b-fd8e17384eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3876f430-b55e-4c2f-87cb-af3743e305fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:54.200993 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Network hostable DHCP agents. Network: 3876f430-b55e-4c2f-87cb-af3743e305fb, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:54.220947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Network 3876f430-b55e-4c2f-87cb-af3743e305fb is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:54.236200 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 3876f430-b55e-4c2f-87cb-af3743e305fb) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:54.243826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:54.253288 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b253c-6cbe-4ada-95c9-07d6ae8d221b None None] Network 3876f430-b55e-4c2f-87cb-af3743e305fb requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:54.259726 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:54.273031 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16420c0e-3a7f-47ad-9c07-c28107a2e754 req-1c3aa616-4f8d-426e-af27-0e65c8ed59de tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890818 May 10 11:32:54.306876 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7839906 May 10 11:32:54.554384 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace9981-96c2-4f77-8b59-1423c6018d2e None None] Network 3876f430-b55e-4c2f-87cb-af3743e305fb requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:54.765591 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dca12-c0fb-449d-b3bf-6931958960e7 req-e7235ea5-0b44-4561-8a54-784d4e9c09a3 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:54.770651 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6c3dca12-c0fb-449d-b3bf-6931958960e7 req-e7235ea5-0b44-4561-8a54-784d4e9c09a3 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3124287 May 10 11:32:54.791956 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5d06f-d143-4e51-a6d2-f0101fc74633 req-5999c587-49e1-49d5-9e3c-976ff99cf433 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:54.793714 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-31e5d06f-d143-4e51-a6d2-f0101fc74633 req-5999c587-49e1-49d5-9e3c-976ff99cf433 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.2419195 May 10 11:32:54.869335 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-31e5d06f-d143-4e51-a6d2-f0101fc74633 req-967aab5f-1826-4a8d-a3c6-e3cfe6529213 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596871 May 10 11:32:54.871808 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6c3dca12-c0fb-449d-b3bf-6931958960e7 req-e373854e-a476-4ecc-89c7-945518ae5fcf tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884442 May 10 11:32:55.048505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ab25-48a6-4e59-9b3c-e786f61a8ffb req-ec2b74e7-959d-4b6a-958a-aa67b3a5555d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:55.050070 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-55f4ab25-48a6-4e59-9b3c-e786f61a8ffb req-ec2b74e7-959d-4b6a-958a-aa67b3a5555d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0789688 May 10 11:32:55.100398 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-55f4ab25-48a6-4e59-9b3c-e786f61a8ffb req-1be5c19b-53d9-49d7-97ca-7def2134da44 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 May 10 11:32:55.128488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37210) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:55.134910 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-469865479-network', 'tenant_id': '8a0da632d92f4ea4ad064cfa39e8aecf'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:55.140409 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:55.144436 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Usage tracker for resource:network and tenant:8a0da632d92f4ea4ad064cfa39e8aecf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:55.147502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:55.153429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:55.165673 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Made reservation on behalf of 8a0da632d92f4ea4ad064cfa39e8aecf for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:55.169090 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.182416 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.196365 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:55.200072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0da632d92f4ea4ad064cfa39e8aecf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:55.202769 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:55.208287 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:55.273186 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:55.294232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.301498 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.307782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-13e54e71-6460-473f-a1ce-e5d033e8008a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:55.316597 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82944e-e071-432e-a8d5-5c4fb5e9de2e req-6646a45a-72bc-48bb-bf90-a07657f854a0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:55.318258 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9f82944e-e071-432e-a8d5-5c4fb5e9de2e req-6646a45a-72bc-48bb-bf90-a07657f854a0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1003039 May 10 11:32:55.327054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37216) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:55.336032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'floatingip': {'port_id': 'afe7977b-9284-4ee9-b2ec-87d037df2f59'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:55.384825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port c5d21d73-e428-4fd4-948c-f9eda65ba761 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:32:55.389404 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port c5d21d73-e428-4fd4-948c-f9eda65ba761 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:55.389868 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.408669 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:32:55.438958 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.500192 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae05ea8-ab69-43d0-9384-1ee98e1276b2 req-7f66d32b-34c7-4f9d-ba90-afeaa0f79dcd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:55.501674 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3ae05ea8-ab69-43d0-9384-1ee98e1276b2 req-7f66d32b-34c7-4f9d-ba90-afeaa0f79dcd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 944 time: 0.0860884 May 10 11:32:55.506304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64754c70-efba-4c60-9065-214f5db3ed35,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.517374 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:55.517464 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.518297 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.518628 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Added segment 9c4cb523-883f-4b85-82b8-3cab9ece699f of type vlan for network f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 May 10 11:32:55.549319 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:55.563739 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:55.571477 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3ae05ea8-ab69-43d0-9384-1ee98e1276b2 req-3c5c791d-a7ea-4c7f-8c7d-f2b336c935f7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602293 May 10 11:32:55.572913 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.574923 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:55.635747 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'code': 200} May 10 11:32:55.645017 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:55.645197 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.648238 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:55.806897 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.808462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:55.809224 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.822763 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:56.147126 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0139396 May 10 11:32:56.232368 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37250) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:56.234980 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Pushing event updated for resources: {'Network': ['ID=f577f3ce-82ba-4cd3-9b72-de50dc5f46d8,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:56.247241 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:32:56.369307 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37258) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:56.377750 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:56.380680 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:32:56.394116 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Request body: {'subnet': {'network_id': 'f577f3ce-82ba-4cd3-9b72-de50dc5f46d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-469865479-subnet', 'tenant_id': '8a0da632d92f4ea4ad064cfa39e8aecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:56.447369 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:56.466664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Usage tracker for resource:subnet and tenant:8a0da632d92f4ea4ad064cfa39e8aecf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:56.474331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:56.484680 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:56.487996 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072794f8-035d-4e63-a511-40f3243b65a9 req-3eb48860-e56b-400c-8eb0-097ae062f28f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:56.490174 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-072794f8-035d-4e63-a511-40f3243b65a9 req-3eb48860-e56b-400c-8eb0-097ae062f28f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3653028 May 10 11:32:56.521544 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Made reservation on behalf of 8a0da632d92f4ea4ad064cfa39e8aecf for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:32:56.522523 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e45b6f-93b6-4ba6-ad9b-fcd877046a42 req-0409df42-f62c-4298-8e38-e9d0f24c31e2 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:56.524319 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.529587 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0e45b6f-93b6-4ba6-ad9b-fcd877046a42 req-0409df42-f62c-4298-8e38-e9d0f24c31e2 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.2716115 May 10 11:32:56.548321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53ca68-cef4-4a00-959b-b77e0420b973 req-183883d1-fe9a-41e6-ba9f-548e6059abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:56.550025 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bf53ca68-cef4-4a00-959b-b77e0420b973 req-183883d1-fe9a-41e6-ba9f-548e6059abbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 1098 time: 0.7131088 May 10 11:32:56.601495 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-072794f8-035d-4e63-a511-40f3243b65a9 req-9a3fcba1-e639-4780-a49b-b57868624fb6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021094 May 10 11:32:56.633146 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0e45b6f-93b6-4ba6-ad9b-fcd877046a42 req-c7bad0d2-f236-4958-8006-88c04c702769 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 May 10 11:32:56.680136 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.698813 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.713098 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:56.717673 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Usage tracker for resource:security_group_rule and tenant:5014359e6d1149db8ff76ce7e83e4eaa is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:56.736593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:56.749403 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:56.750140 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.db.resource_extend [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:32:56.827568 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bf53ca68-cef4-4a00-959b-b77e0420b973 req-37ca71c4-8e18-4639-b0f0-3d04305b53f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188430 May 10 11:32:56.845923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-754273cd-9a16-4e94-bbcc-3358ce33d3d8 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:56.846724 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-754273cd-9a16-4e94-bbcc-3358ce33d3d8 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Synchronizing usage tracker for tenant:5c36130236ac4aea9c63539174772847 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:32:56.886325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.896737 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.982578 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.995274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.007679 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-947f2e8a-25c5-4c83-ab9e-de9f03bc206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:57.025253 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78a88c-9d03-48c0-a896-72dd8809f0f8 req-d7171b4f-f358-4f41-9fa8-1b7aa853cbaf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:57.026709 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd78a88c-9d03-48c0-a896-72dd8809f0f8 req-d7171b4f-f358-4f41-9fa8-1b7aa853cbaf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.2634747 May 10 11:32:57.077088 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5014359e6d1149db8ff76ce7e83e4eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972444 May 10 11:32:57.078921 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7a2dd-04dc-4b8f-853a-099b13dcb27c,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.081215 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37282) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:57.089211 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:57.111174 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-754273cd-9a16-4e94-bbcc-3358ce33d3d8 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Unset dirty status for tenant:5c36130236ac4aea9c63539174772847 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:32:57.111174 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-754273cd-9a16-4e94-bbcc-3358ce33d3d8 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.7283454 May 10 11:32:57.132953 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd78a88c-9d03-48c0-a896-72dd8809f0f8 req-04532a4a-ce66-4e38-8d76-93d71d5fc20e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955594 May 10 11:32:57.177346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.207587 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.275873 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.281203 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:57.292307 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7a2dd-04dc-4b8f-853a-099b13dcb27c,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.296416 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:57.300147 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.302205 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbb7a2dd-04dc-4b8f-853a-099b13dcb27c HTTP/1.1" status: 204 len: 168 time: 0.2148383 May 10 11:32:57.330751 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.l3_db [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Floating IP c9987d22-94ef-4399-8ffb-fb1316a99eaa associated. External IP: 172.27.2.236, port: afe7977b-9284-4ee9-b2ec-87d037df2f59. May 10 11:32:57.604568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37292) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:57.622214 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.640234 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Deleting port ee9a726c-3b33-489d-aa5f-1f22dca50492 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:32:57.640447 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:57.640602 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.646593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Usage tracker for resource:security_group_rule and tenant:b22fabab603f4a5f85a71d912bbf39f7 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:57.649860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:57.656728 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:57.827846 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.850325 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.883789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e8c68e72-7e5a-41d8-a1d4-963542f4f3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:57.899204 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b22fabab603f4a5f85a71d912bbf39f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935593 May 10 11:32:57.906076 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37300) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:57.936521 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] For port ee9a726c-3b33-489d-aa5f-1f22dca50492, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ee9a726c-3b33-489d-aa5f-1f22dca50492,segment=NetworkSegment(5be02f92-81f8-47a2-9b2c-dc13f60f8590),segment_id=5be02f92-81f8-47a2-9b2c-dc13f60f8590)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:57.936905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.939382 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc0b7f-36d9-4873-a14c-c99d490e0e87,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:57.953075 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.953450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.953781 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.954124 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.954441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.954768 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.955089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.955439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.955743 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.956066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.956377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.956700 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:57.969328 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:57.992927 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466dc2-9dbf-426d-a8c4-99eb90e16c9b req-9b188749-6d04-4610-b594-f2048c3a4454 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:57.994418 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1c466dc2-9dbf-426d-a8c4-99eb90e16c9b req-9b188749-6d04-4610-b594-f2048c3a4454 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.2754748 May 10 11:32:58.043103 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a35a6b-e945-430d-abfd-e8b662b8a978 req-49492e04-c929-4699-8609-dcfd8c587fef tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:58.044627 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-25a35a6b-e945-430d-abfd-e8b662b8a978 req-49492e04-c929-4699-8609-dcfd8c587fef tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 946 time: 0.2519524 May 10 11:32:58.092984 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Calling delete_port for ee9a726c-3b33-489d-aa5f-1f22dca50492 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:32:58.096188 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.110964 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1c466dc2-9dbf-426d-a8c4-99eb90e16c9b req-1ff70c1b-a07b-4803-9d29-6465e0fe2319 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050739 May 10 11:32:58.136232 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-25a35a6b-e945-430d-abfd-e8b662b8a978 req-75d06ea9-5e8e-4a80-a469-0df4e2e2fa3d tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/security-groups?id=23aa5f81-cf01-4113-ae65-8a301a078de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783355 May 10 11:32:58.143222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.226802 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.248242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c5e4225-27cb-45cc-8a74-9f3494c29848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:58.264311 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:32:58.267641 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc0b7f-36d9-4873-a14c-c99d490e0e87,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:58.272798 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:58.351002 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.351600 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ffc0b7f-36d9-4873-a14c-c99d490e0e87 HTTP/1.1" status: 204 len: 168 time: 0.4366467 May 10 11:32:58.351905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.423645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-568d6b92-e8b1-41f4-8a9a-ff738cdb3182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:58.436673 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246b91-b904-497e-9986-52330b60e9dc req-6f3bf00e-80d7-4d48-95bf-e24cabf91460 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:58.445384 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e246b91-b904-497e-9986-52330b60e9dc req-6f3bf00e-80d7-4d48-95bf-e24cabf91460 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1607211 May 10 11:32:58.512006 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e246b91-b904-497e-9986-52330b60e9dc req-7e42091e-9b26-4307-bdb8-c9829b5b3054 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655756 May 10 11:32:58.620717 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8121e629-57bd-4f68-b960-4e3c5536c22d,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:58.629382 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:58.641379 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Checking segment: {'id': '9c4cb523-883f-4b85-82b8-3cab9ece699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f577f3ce-82ba-4cd3-9b72-de50dc5f46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:32:58.641921 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Network hostable DHCP agents. Network: f577f3ce-82ba-4cd3-9b72-de50dc5f46d8, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:32:58.660862 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.683601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['ee9a726c-3b33-489d-aa5f-1f22dca50492'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:58.705941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:58.794905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:32:58.810042 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:32:58.814145 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37328) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:58.825972 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:58.829762 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:58.835146 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Pushing event deleted for resources: {'Port': ['ID=ee9a726c-3b33-489d-aa5f-1f22dca50492,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:58.889405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Network f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:32:58.911455 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1800-6341-4f76-99d7-3178852ef423 req-1d0b2edc-0b49-4e80-8001-f20515dfaf38 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:58.912958 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-debc1800-6341-4f76-99d7-3178852ef423 req-1d0b2edc-0b49-4e80-8001-f20515dfaf38 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.2202117 May 10 11:32:58.921924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37336) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:32:58.928069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'floatingip': {'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:32:58.940279 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:58.942708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] No DVR routers for this DVR port ee9a726c-3b33-489d-aa5f-1f22dca50492 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:32:58.953511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.955473 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-6cd2dec9-711b-40e3-a208-cafebef7ac6a req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.21 "DELETE /v2.0/ports/ee9a726c-3b33-489d-aa5f-1f22dca50492 HTTP/1.1" status: 204 len: 173 time: 1.8347380 May 10 11:32:58.957625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:58.984260 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'name': 'network-vif-deleted', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:59.026869 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, f577f3ce-82ba-4cd3-9b72-de50dc5f46d8) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:32:59.043687 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:59.044264 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.047342 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69bbce-8e55-449f-86f4-dc4083239c3d None None] Network f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:59.059863 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.092968 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:32:59.111469 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e39ced8-9358-411e-bf7d-6d1d5ec8c222', 'name': 'network-vif-deleted', 'tag': 'ee9a726c-3b33-489d-aa5f-1f22dca50492', 'status': 'completed', 'code': 200} May 10 11:32:59.168879 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ab63fbaf-6ec3-489c-95f7-0c45d0afcc55 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "PUT /v2.0/floatingips/c9987d22-94ef-4399-8ffb-fb1316a99eaa HTTP/1.1" status: 200 len: 991 time: 3.8400829 May 10 11:32:59.201839 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9681268 May 10 11:32:59.337551 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaf6bf-5928-4714-84e4-c9b45876f321 None None] Network f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:32:59.483585 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.521362 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:32:59.529814 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Usage tracker for resource:security_group_rule and tenant:244152047ca9459e9934b698026171aa is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:32:59.532805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:32:59.544899 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:32:59.779310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.790100 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:59.795381 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e0d58450-fdbd-403d-9b3b-858a753e94fd req-181e1129-49fd-48e1-886a-b622b786dbfa tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e39ced8-9358-411e-bf7d-6d1d5ec8c222 HTTP/1.1" status: 200 len: 210 time: 0.2452941 May 10 11:32:59.817198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-52508539-ae93-4fed-8475-2b068ee8ec7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:59.835363 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'c9987d22-94ef-4399-8ffb-fb1316a99eaa', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:59:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:32Z', 'updated_at': '2021-05-10T11:32:56Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:32:59.849427 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:32:59.862089 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:32:59.868580 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:00.031907 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=244152047ca9459e9934b698026171aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2084310 May 10 11:33:00.034730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37378) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:00.072977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68573562-c01c-4f76-ab51-61782447532b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:00.104750 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.108995 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.109487 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.109838 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.110533 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.110533 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.110842 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.111173 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.111989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.112120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.112685 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.112870 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:00.188628 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d78c-554e-4c07-ac32-041b63c26291 req-fa4f5e4f-5f9a-421c-85bf-53f498f202cb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:00.197054 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3207d78c-554e-4c07-ac32-041b63c26291 req-fa4f5e4f-5f9a-421c-85bf-53f498f202cb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3287742 May 10 11:33:00.210743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:00.254057 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:00.304330 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.430406 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.569539 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.575686 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b171c8d2-27d8-4441-b56a-cd653998c454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:00.596697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68573562-c01c-4f76-ab51-61782447532b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:00.607161 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.608279 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68573562-c01c-4f76-ab51-61782447532b HTTP/1.1" status: 204 len: 168 time: 0.5721338 May 10 11:33:00.609160 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:00.637064 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3207d78c-554e-4c07-ac32-041b63c26291 req-830abf55-11bb-4919-b3ef-4c636683d293 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293156 May 10 11:33:00.932595 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:00.943494 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:01.030456 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'c9987d22-94ef-4399-8ffb-fb1316a99eaa', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:59:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:32Z', 'updated_at': '2021-05-10T11:32:56Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:01.035011 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc0933-004e-4af4-848d-a10944844724 None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'c9987d22-94ef-4399-8ffb-fb1316a99eaa', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:59:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:32Z', 'updated_at': '2021-05-10T11:32:56Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:01.115608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:01.206465 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'status': 'completed', 'code': 200} May 10 11:33:01.316930 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ee9a726c-3b33-489d-aa5f-1f22dca50492 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:33:01.405662 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: ee9a726c-3b33-489d-aa5f-1f22dca50492 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:33:01.406835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ee9a726c-3b33-489d-aa5f-1f22dca50492 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:33:01.460015 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Floating IP d174910f-8c4e-443f-9611-58e58ae7b70e associated. External IP: 172.27.2.133, port: c5d21d73-e428-4fd4-948c-f9eda65ba761. May 10 11:33:01.462720 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4bd7-98ea-430d-8029-b2e6cc8b368c None None] New status for floating IP c9987d22-94ef-4399-8ffb-fb1316a99eaa: ACTIVE {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:33:01.464596 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-d7dcf6bc-91f1-4ce9-b6bf-03bedc8ad106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:01.468011 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-d7dcf6bc-91f1-4ce9-b6bf-03bedc8ad106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.2271874 May 10 11:33:01.634761 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-f87cdecb-5af5-4e74-8e95-203849667b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:01.639318 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-f87cdecb-5af5-4e74-8e95-203849667b45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1569102 May 10 11:33:01.848708 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-5ab977e5-dad1-401c-b9d7-a25dd01cd671 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 999 time: 0.1981595 May 10 11:33:01.942393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-0c8fc4f0-0cd3-4e55-8db9-18d6f5f361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:01.945102 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-0c8fc4f0-0cd3-4e55-8db9-18d6f5f361c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0892172 May 10 11:33:02.132969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463726-275d-4978-8b85-a9f4afdab59f req-2c57e108-f17a-4d0e-82a7-e9a263032bb5 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:02.134886 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-72463726-275d-4978-8b85-a9f4afdab59f req-2c57e108-f17a-4d0e-82a7-e9a263032bb5 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3381488 May 10 11:33:02.141492 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:33:02.143105 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-3db4d2bb-c11f-45f5-a3ba-ae6849efb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:02.147791 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-3db4d2bb-c11f-45f5-a3ba-ae6849efb152 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865535 May 10 11:33:02.357542 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-72463726-275d-4978-8b85-a9f4afdab59f req-861e7e73-2578-4db0-ada2-11ccd95d38af tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127907 May 10 11:33:02.379795 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-6c490456-7b38-4f37-9053-ab0fed548155 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252910 May 10 11:33:02.435476 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:02.440362 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:02.446322 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:02.463871 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:02.467038 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:02.512687 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0f3d62c4-4e8f-4e38-bf56-1e6277bb7fb6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "PUT /v2.0/floatingips/d174910f-8c4e-443f-9611-58e58ae7b70e HTTP/1.1" status: 200 len: 991 time: 3.5890429 May 10 11:33:02.514418 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:02.594729 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'status': 'completed', 'code': 200} May 10 11:33:02.687487 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4264c341-6a7c-4c16-8c5e-ac34f6603a5e req-d67484f6-4df2-498c-8aac-3d8fa383b263 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990315 May 10 11:33:02.729043 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-ce0dc37f-cda0-46bc-99dc-0cfe33861b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:02.731082 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-ce0dc37f-cda0-46bc-99dc-0cfe33861b31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 1098 time: 0.0930274 May 10 11:33:02.802604 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:02.837967 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-215f88e6-09e5-4146-bdcb-701a432a3ef3 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46e2799fbefa49f79b9e685d97066e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421822 May 10 11:33:02.897460 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-56a85361-e50d-4c4a-9968-bcbbb21d105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:02.899195 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-56a85361-e50d-4c4a-9968-bcbbb21d105d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.1605351 May 10 11:33:03.056246 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-4e471ec4-bb50-4db9-a47c-846a06fedff1 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:03.058104 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-4e471ec4-bb50-4db9-a47c-846a06fedff1 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140639 May 10 11:33:03.069868 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-21a67f39-5b19-4637-840c-a29ebdb91664 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 200 len: 999 time: 0.1622586 May 10 11:33:03.094934 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-16db08c6-7302-4e2b-91e6-0206714696a3 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/quotas/46e2799fbefa49f79b9e685d97066e59 HTTP/1.1" status: 200 len: 375 time: 0.0236850 May 10 11:33:03.151349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-16d7b1b9-3120-4d54-aa15-daad53e5c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:03.153013 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-16d7b1b9-3120-4d54-aa15-daad53e5c0c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0736008 May 10 11:33:03.221914 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-4e41821e-f2bb-4200-ad91-dc06f7eb1131 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46e2799fbefa49f79b9e685d97066e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215227 May 10 11:33:03.252625 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'd174910f-8c4e-443f-9611-58e58ae7b70e', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:25:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:36Z', 'updated_at': '2021-05-10T11:33:00Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:03.262729 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:03.271686 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-54d493e5-7ae8-4bc7-9985-8a34bc008b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:03.274122 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-54d493e5-7ae8-4bc7-9985-8a34bc008b5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137767 May 10 11:33:03.282880 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:03.284503 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:32:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:03.582497 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ec3e1a88-5ae0-4d74-bb18-592444938404 req-1d7bd4c9-7282-431e-b1da-65838086357f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 210 time: 0.0682561 May 10 11:33:03.597772 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-43295014-f465-4c5e-85e7-5e816626e393 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152606 May 10 11:33:03.667438 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:03.841149 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37522) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:03.978662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954ad0b-b839-4a56-99b8-a72b4b2827d5 req-38721d1c-5e39-45dd-82e9-7a8245db50e2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:03.991570 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8954ad0b-b839-4a56-99b8-a72b4b2827d5 req-38721d1c-5e39-45dd-82e9-7a8245db50e2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3163035 May 10 11:33:04.118845 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8954ad0b-b839-4a56-99b8-a72b4b2827d5 req-2ee7c270-8b99-44d9-bfbc-762e2755beb7 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253211 May 10 11:33:04.155060 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-07fe94ae-6e8d-4ca2-8491-933b52376909 req-cabbf952-f83b-49ba-9e53-e8a7ee8c9fae service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489097 May 10 11:33:04.162810 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Deleting subnet ad5278a7-970b-4b25-aaf2-949720e3b0c5 {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:33:04.166079 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.280079 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'd174910f-8c4e-443f-9611-58e58ae7b70e', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:25:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:36Z', 'updated_at': '2021-05-10T11:33:00Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:04.281576 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.285497 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfe868-ba4c-45bb-a0c6-c482359b3cc6 None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'd174910f-8c4e-443f-9611-58e58ae7b70e', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:25:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:32:36Z', 'updated_at': '2021-05-10T11:33:00Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:04.289470 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.597794 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e387838-b324-4c5b-b2e2-662734db58a9 None None] New status for floating IP d174910f-8c4e-443f-9611-58e58ae7b70e: ACTIVE {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:33:04.769835 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9c7605e2-1cd3-4060-b8a1-926aa31f7181 req-7fda9fde-3a50-434a-bee2-d568dcc4a647 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 210 time: 0.0486188 May 10 11:33:04.809157 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.813074 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c931238-9eca-4bb9-bc08-58b6620d4261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:04.849249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5278a7-970b-4b25-aaf2-949720e3b0c5,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:04.860608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.864256 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:04.881599 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37550) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:04.881710 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-2fb65478-29c5-4a5f-a873-e1a1d66a47cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ad5278a7-970b-4b25-aaf2-949720e3b0c5 HTTP/1.1" status: 204 len: 168 time: 1.0298874 May 10 11:33:05.049853 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.180225 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.193915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.194276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.195133 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.195483 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > port after_create 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.195809 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > port after_delete 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.196148 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > port after_update 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.196469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.196791 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.197122 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.197441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.370662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5015e8-37dd-4a4b-a250-1b3488937e97 req-aea1f2f6-8fb8-49e6-b176-72e82ad41be6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:05.375644 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cb5015e8-37dd-4a4b-a250-1b3488937e97 req-aea1f2f6-8fb8-49e6-b176-72e82ad41be6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1418052 May 10 11:33:05.414302 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.414657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.414987 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.415314 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:05.415735 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:05.478521 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cb5015e8-37dd-4a4b-a250-1b3488937e97 req-404810e1-c35b-4fbd-a2bb-200cddbeb111 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963261 May 10 11:33:05.489070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be02f92-81f8-47a2-9b2c-dc13f60f8590') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:05.489390 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be02f92-81f8-47a2-9b2c-dc13f60f8590') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:05.502663 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-01ea6ec6-d94f-475d-a707-00e60d1b2bc8 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=46e2799fbefa49f79b9e685d97066e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678821 May 10 11:33:05.506032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.601719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.618218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:05.618218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: from cryptography.utils import int_from_bytes May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: from cryptography.utils import int_from_bytes May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:05.633412 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:05.744019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.752933 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:05.771761 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-7406f45a-cf2b-4e35-a54e-7aa81e1e24fb tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:05.773243 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-7406f45a-cf2b-4e35-a54e-7aa81e1e24fb tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606874 May 10 11:33:05.776874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.784603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Pushing event deleted for resources: {'Network': ['ID=b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:05.789153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:05.792207 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Request body: {'port': {'device_id': '21116b98-8748-4fd9-95db-e6543dbffa25', 'network_id': '19835852-af66-4102-873f-3dff622733ea', 'admin_state_up': True, 'tenant_id': '46e2799fbefa49f79b9e685d97066e59'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:05.810567 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] 10.222.0.41 "DELETE /v2.0/networks/b21ccd5a-ac5c-4b8e-b9f1-0b4ee6d8a99f HTTP/1.1" status: 204 len: 168 time: 0.9279127 May 10 11:33:05.928651 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ecdaa636-aa22-4438-87b4-25d5903883a7 req-4d0059c3-aad4-4137-a9ed-6ea723c44861 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 210 time: 0.0447655 May 10 11:33:05.938151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:05.942625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Usage tracker for resource:port and tenant:46e2799fbefa49f79b9e685d97066e59 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:05.945517 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:05.951350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:05.961706 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Made reservation on behalf of 46e2799fbefa49f79b9e685d97066e59 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:05.966178 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.979165 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:05.998467 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:06.002211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Usage tracker for resource:security_group_rule and tenant:46e2799fbefa49f79b9e685d97066e59 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:06.004995 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:06.011565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:06.019818 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37582) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:06.071335 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-16fd2064-abe2-4cf2-9577-92a68c92d60a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c36130236ac4aea9c63539174772847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481687 May 10 11:33:06.071657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37588) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:06.109492 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.121276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.132608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.158834 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.166001 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cb9655b4-4fc0-4b4c-b0c7-fd2566517d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:06.200132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6277a13-9b6c-4254-a08d-049e031d4d10,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:06.211564 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:06.218742 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.224762 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-13d85f32-470f-4db4-b6dc-63c1ff07faec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:06.239746 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa5f81-cf01-4113-ae65-8a301a078de3,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:06.242672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:06.248482 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.253018 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23aa5f81-cf01-4113-ae65-8a301a078de3 HTTP/1.1" status: 204 len: 168 time: 0.1802275 May 10 11:33:06.368050 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Allocated IP 192.168.233.90 (19835852-af66-4102-873f-3dff622733ea/783c4887-22fa-40a1-b91a-83db503db115/ae079494-d694-4f5d-9139-a3833ab3f4f2) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:06.624292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.669738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Transition to ACTIVE for port object ae079494-d694-4f5d-9139-a3833ab3f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:06.724702 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:06.734234 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:06.808167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977af2c2-01b3-4905-8431-9eead485287a req-6ebf2edb-4440-4f7f-a40d-faba4ecd7486 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.809757 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-977af2c2-01b3-4905-8431-9eead485287a req-6ebf2edb-4440-4f7f-a40d-faba4ecd7486 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1614964 May 10 11:33:06.811726 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Pushing event updated for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:06.818064 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:06.833010 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Network 19835852-af66-4102-873f-3dff622733ea is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:06.836289 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:06.840117 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:06.881737 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-977af2c2-01b3-4905-8431-9eead485287a req-3245d678-89ab-4d03-8183-af56d9227f3a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656698 May 10 11:33:06.989854 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.992673 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.027773 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2398441 May 10 11:33:07.050134 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Request body: {'port': {'device_id': '21116b98-8748-4fd9-95db-e6543dbffa25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:07.207534 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-914d4a25-7817-4a8f-9f66-41852ca95f93 None None] Provisioning for port ae079494-d694-4f5d-9139-a3833ab3f4f2 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:07.213758 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-914d4a25-7817-4a8f-9f66-41852ca95f93 None None] Provisioning complete for port ae079494-d694-4f5d-9139-a3833ab3f4f2 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:07.215063 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-914d4a25-7817-4a8f-9f66-41852ca95f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.216696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.261664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152df14a-c45a-41c9-826d-5345762a8172 req-501d6a73-da99-44a7-a664-00d70c62e998 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:07.263847 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-152df14a-c45a-41c9-826d-5345762a8172 req-501d6a73-da99-44a7-a664-00d70c62e998 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 935 time: 0.1490860 May 10 11:33:07.296659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-914d4a25-7817-4a8f-9f66-41852ca95f93 None None] Port ae079494-d694-4f5d-9139-a3833ab3f4f2 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:33:07.374463 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-152df14a-c45a-41c9-826d-5345762a8172 req-05dd18f7-4dd7-4608-936d-7beac6ddff71 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982697 May 10 11:33:07.732699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae079494-d694-4f5d-9139-a3833ab3f4f2 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:33:07.741616 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.757876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Transition to ACTIVE for port object ae079494-d694-4f5d-9139-a3833ab3f4f2 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:07.770826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:07.773762 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:07.952494 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Pushing event updated for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:07.964085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:08.059773 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Attempting to bind port ae079494-d694-4f5d-9139-a3833ab3f4f2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:08.060110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Attempting to bind port ae079494-d694-4f5d-9139-a3833ab3f4f2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:08.060441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Attempting to bind port ae079494-d694-4f5d-9139-a3833ab3f4f2 on network 19835852-af66-4102-873f-3dff622733ea {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:08.065442 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Port ae079494-d694-4f5d-9139-a3833ab3f4f2 on network 19835852-af66-4102-873f-3dff622733ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:33:08.065581 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Attempting to bind port ae079494-d694-4f5d-9139-a3833ab3f4f2 on network 19835852-af66-4102-873f-3dff622733ea {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:08.070821 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:08.071551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Checking segment: {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:08.071551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Bound using segment: {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:08.071942 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Bound port: ae079494-d694-4f5d-9139-a3833ab3f4f2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '19835852-af66-4102-873f-3dff622733ea'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:08.072290 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.095042 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d86d97c9-7ee2-46bf-a980-a864f5a291bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.164865 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7af05-dbe0-4ad0-a08e-c43b5dda915c req-8115a0da-d517-48d1-b65c-9b73df03283b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.166863 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-81e7af05-dbe0-4ad0-a08e-c43b5dda915c req-8115a0da-d517-48d1-b65c-9b73df03283b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1070211 May 10 11:33:08.191273 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:08.195153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:08.200922 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.207016 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:08.219423 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-81e7af05-dbe0-4ad0-a08e-c43b5dda915c req-6ead5a4b-fc8b-4ffa-aea1-1991eee4219b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 May 10 11:33:08.262157 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.262968 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:08.264527 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae079494-d694-4f5d-9139-a3833ab3f4f2 HTTP/1.1" status: 200 len: 1097 time: 1.2221000 May 10 11:33:08.265071 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:08.299182 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Pushing event updated for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:08.303986 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:08.362442 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2', 'status': 'completed', 'code': 200} May 10 11:33:08.419652 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-7e9a773a-5069-43d7-8045-ecdbea418f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.422926 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-7e9a773a-5069-43d7-8045-ecdbea418f5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e2799fbefa49f79b9e685d97066e59&device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 1100 time: 0.1037767 May 10 11:33:08.516147 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-fc8f8df7-ec8c-45b4-8bb0-ac21892d170b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0799313 May 10 11:33:08.585760 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-8fa0a3c0-4671-4b4b-974d-c014c56907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.587378 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-8fa0a3c0-4671-4b4b-974d-c014c56907b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=783c4887-22fa-40a1-b91a-83db503db115 HTTP/1.1" status: 200 len: 843 time: 0.0630054 May 10 11:33:08.650801 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a4c19-72a9-4532-881d-a16d0026514a req-f811efc2-6133-4ef9-af56-e68365186724 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.652328 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-632a4c19-72a9-4532-881d-a16d0026514a req-f811efc2-6133-4ef9-af56-e68365186724 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 947 time: 0.1174855 May 10 11:33:08.688302 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-0103b103-bbac-4daf-9e61-d8a89a63379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:08.690330 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-0103b103-bbac-4daf-9e61-d8a89a63379e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19835852-af66-4102-873f-3dff622733ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0915251 May 10 11:33:08.761899 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-632a4c19-72a9-4532-881d-a16d0026514a req-09f74315-561d-4f0d-8ed9-0cc50344f9a9 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022794 May 10 11:33:08.871992 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-a9312856-70fb-4688-930e-eee6c1742239 service neutron] 10.222.0.21 "GET /v2.0/networks/19835852-af66-4102-873f-3dff622733ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719608 May 10 11:33:09.030949 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37710) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:09.046417 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f2ceb856-35a0-40fc-a7a3-050ba1821005 req-dc478fd0-da4c-4a47-a73d-8e18b5fbe938 service neutron] 10.222.0.21 "GET /v2.0/networks/19835852-af66-4102-873f-3dff622733ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583502 May 10 11:33:09.198242 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-a2ac2f92-9d57-44d6-87e1-2d33b85d47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.199691 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-a2ac2f92-9d57-44d6-87e1-2d33b85d47af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e2799fbefa49f79b9e685d97066e59&device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 1100 time: 0.0967035 May 10 11:33:09.238820 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.306454 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:09.312942 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Usage tracker for resource:security_group_rule and tenant:3f5e46e80748441eac27a1af3a06d81e is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:09.317054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:09.330801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:09.388885 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-00d72321-817f-4dc0-935b-941b39aff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.390362 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-00d72321-817f-4dc0-935b-941b39aff3a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19835852-af66-4102-873f-3dff622733ea HTTP/1.1" status: 200 len: 870 time: 0.1754992 May 10 11:33:09.426954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6fff3-09ff-4fdc-9322-359b459c1557 req-6b2f0d01-abcd-49e2-b350-2d4d49317658 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.428378 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75b6fff3-09ff-4fdc-9322-359b459c1557 req-6b2f0d01-abcd-49e2-b350-2d4d49317658 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.0803907 May 10 11:33:09.474399 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75b6fff3-09ff-4fdc-9322-359b459c1557 req-8a5b4cef-a36a-410e-a1aa-6bd57c4917ab tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 May 10 11:33:09.554024 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-df4d8f86-22e8-414e-aa1c-710334334f98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2 HTTP/1.1" status: 200 len: 217 time: 0.1512740 May 10 11:33:09.631489 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.641919 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.651168 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:09.662251 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-6e6a1701-ff99-4269-8113-5d0bf4d62841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.663737 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-6e6a1701-ff99-4269-8113-5d0bf4d62841 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=783c4887-22fa-40a1-b91a-83db503db115 HTTP/1.1" status: 200 len: 843 time: 0.0963118 May 10 11:33:09.733616 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c673a-0b0e-423d-b9f0-ce578c56bad6,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:09.740026 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f5e46e80748441eac27a1af3a06d81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085445 May 10 11:33:09.740986 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:09.742620 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37728) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:09.810993 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.888254 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.934288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-ac5849c6-beb3-43d7-aa50-1e6d107474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.936544 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-ac5849c6-beb3-43d7-aa50-1e6d107474dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19835852-af66-4102-873f-3dff622733ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2548337 May 10 11:33:09.950859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:09.960828 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b3f2e78b-1854-4369-9758-d958fcea9f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:09.974000 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb0fd3-7a9f-47b9-b149-09f5c0b6e8d3 req-d984eb07-8d16-416b-a286-0e8735e8919a tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.976302 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfcb0fd3-7a9f-47b9-b149-09f5c0b6e8d3 req-d984eb07-8d16-416b-a286-0e8735e8919a tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 947 time: 0.0951009 May 10 11:33:09.989755 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c673a-0b0e-423d-b9f0-ce578c56bad6,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:09.993894 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:10.027810 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfcb0fd3-7a9f-47b9-b149-09f5c0b6e8d3 req-e837533c-1e40-446d-a2ea-a5a701c1ba86 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 May 10 11:33:10.054579 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.055489 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/334c673a-0b0e-423d-b9f0-ce578c56bad6 HTTP/1.1" status: 204 len: 168 time: 0.3119979 May 10 11:33:10.120759 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-fcb381a0-6a00-4f86-aad2-6570daf37bca service neutron] 10.222.0.21 "GET /v2.0/networks/19835852-af66-4102-873f-3dff622733ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611202 May 10 11:33:10.300952 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-efe04c5d-dcf6-4b9b-b281-132c6b0b4434 req-c1d13464-d6c2-4f05-9257-36d8c388bce2 service neutron] 10.222.0.21 "GET /v2.0/networks/19835852-af66-4102-873f-3dff622733ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729348 May 10 11:33:10.417098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37754) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:10.439203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.460016 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:10.464788 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc6e8d1ca1545fe8f89997963026700 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:10.467933 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:10.474501 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:10.661879 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.669911 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.676473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.686222 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0a61c8a2-1f32-40a4-9514-fd2303ed8958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:10.731502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea5001-738e-43ab-b5aa-acb367abb062,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:10.735825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:10.739026 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbc6e8d1ca1545fe8f89997963026700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203013 May 10 11:33:10.744308 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37772) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:10.829616 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-14b19339-3c09-47c9-8686-cfd116df0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.868926 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.906672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:10.923446 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85cfc-8a5d-48c5-a623-cad440da205b req-52af777b-c8b3-48fd-9a84-03d9049edfae tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:10.924974 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f1a85cfc-8a5d-48c5-a623-cad440da205b req-52af777b-c8b3-48fd-9a84-03d9049edfae tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1501245 May 10 11:33:10.998830 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f1a85cfc-8a5d-48c5-a623-cad440da205b req-a27f3dd3-c644-4caf-a419-92cc45345675 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652933 May 10 11:33:11.015987 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.024295 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-94c98ae4-6b6a-4f4b-b5a8-2fef34778007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:11.037429 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea5001-738e-43ab-b5aa-acb367abb062,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:11.040243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:11.054933 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.063105 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dea5001-738e-43ab-b5aa-acb367abb062 HTTP/1.1" status: 204 len: 168 time: 0.3170545 May 10 11:33:11.266555 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f50ee-b9b6-456d-a224-57005b45834f req-1aceb2d8-1e7c-48f5-b0ad-3f25593a0a66 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:11.268134 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ca0f50ee-b9b6-456d-a224-57005b45834f req-1aceb2d8-1e7c-48f5-b0ad-3f25593a0a66 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 947 time: 0.1032977 May 10 11:33:11.332680 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ca0f50ee-b9b6-456d-a224-57005b45834f req-9f39305f-1968-4c9f-9fd4-13b9ea76db33 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 May 10 11:33:11.334841 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ae079494-d694-4f5d-9139-a3833ab3f4f2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:33:11.489347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:11.505923 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'ae079494-d694-4f5d-9139-a3833ab3f4f2', 'network_id': '19835852-af66-4102-873f-3dff622733ea', 'port_id': 'ae079494-d694-4f5d-9139-a3833ab3f4f2', 'mac_address': 'fa:16:3e:3f:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783c4887-22fa-40a1-b91a-83db503db115', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:33:11.568359 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.585465 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae079494-d694-4f5d-9139-a3833ab3f4f2 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:33:11.605233 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:11.609132 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:11.612263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c6e49747-0efe-4171-bf85-3524656329ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:11.683500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:11.692170 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.692406 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.692745 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.693118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.693523 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.693821 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.694259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.694584 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.695249 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.695762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.696549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.697056 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:11.701366 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:11.900211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['ae079494-d694-4f5d-9139-a3833ab3f4f2'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:33:12.235800 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75415-ddb4-4ed2-9667-f2e395e490d8 req-6cc7b36a-198f-4c8b-ae91-4990703d4755 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:12.238043 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b7d75415-ddb4-4ed2-9667-f2e395e490d8 req-6cc7b36a-198f-4c8b-ae91-4990703d4755 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1025233 May 10 11:33:12.301445 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b7d75415-ddb4-4ed2-9667-f2e395e490d8 req-6e39fb6d-f9ee-4915-b71b-26f66eea4ea6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531423 May 10 11:33:12.319193 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:12.544381 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502a93-4d3c-4625-a551-3d36bc1fc655 req-35ba0a49-c44c-49dd-8ed8-84d9e0eb7415 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:12.552755 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-66502a93-4d3c-4625-a551-3d36bc1fc655 req-35ba0a49-c44c-49dd-8ed8-84d9e0eb7415 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 948 time: 0.0994086 May 10 11:33:12.604471 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-66502a93-4d3c-4625-a551-3d36bc1fc655 req-956dc03e-4445-46ad-9906-e734eb654819 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 May 10 11:33:12.758625 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37864) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:12.875353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:12.889544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:12.893287 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6d4aaaf0024203848e894500c51538 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:12.896590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:12.902180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:12.983293 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:12.988178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.000487 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8a902adf-13e4-48cc-b9fc-b8a5d057ce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:13.039920 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e6d4aaaf0024203848e894500c51538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801979 May 10 11:33:13.040882 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d0a5b-f659-4b95-9887-48f813ef4b36,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:13.043603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37878) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:13.044119 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:13.107858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.130690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.181482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.186104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-84d7becd-86ab-418e-ab16-20ab2a4c192e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:13.198055 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d0a5b-f659-4b95-9887-48f813ef4b36,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:13.200298 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:13.204892 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37884) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:13.216482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.218279 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b57d0a5b-f659-4b95-9887-48f813ef4b36 HTTP/1.1" status: 204 len: 168 time: 0.1731508 May 10 11:33:13.351022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.366659 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:13.371120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Usage tracker for resource:security_group_rule and tenant:b7130587a7794280a4b8a7519cbbab6e is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:13.373717 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:13.380496 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:13.466746 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.471313 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.481318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f743542f-325a-4f3f-b4e1-60dfc5486ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:13.517148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfceac-82d5-4474-8561-8fd081cecf70 req-f1fcab00-6682-4e98-83e7-e667c227de2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:13.519318 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70bfceac-82d5-4474-8561-8fd081cecf70 req-f1fcab00-6682-4e98-83e7-e667c227de2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.0859997 May 10 11:33:13.523746 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7130587a7794280a4b8a7519cbbab6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176601 May 10 11:33:13.525478 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23845562-4ddb-4d75-a93d-d36aa4c35f80,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:13.526438 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37902) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:13.528469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:13.651417 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.679213 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70bfceac-82d5-4474-8561-8fd081cecf70 req-3ddef523-d2f0-4a2a-aa55-b909b66cb0d4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493528 May 10 11:33:13.698584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.731807 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.837973 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.848050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3e0e63c9-9136-4067-851f-da24c420569f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:13.872660 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23845562-4ddb-4d75-a93d-d36aa4c35f80,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:13.893375 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:13.895326 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:13.896550 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23845562-4ddb-4d75-a93d-d36aa4c35f80 HTTP/1.1" status: 204 len: 168 time: 0.3691895 May 10 11:33:13.921680 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ae079494-d694-4f5d-9139-a3833ab3f4f2 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:13.948249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193dc27-6f65-4660-af08-7ab1c8b75853 req-fcf14c59-9446-4422-bc71-f301d137885c tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:13.957297 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0193dc27-6f65-4660-af08-7ab1c8b75853 req-fcf14c59-9446-4422-bc71-f301d137885c tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 948 time: 0.1572325 May 10 11:33:14.015623 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0193dc27-6f65-4660-af08-7ab1c8b75853 req-09ba4c54-e07b-49f6-bf4f-ce07aaf59b70 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551004 May 10 11:33:14.079099 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port ae079494-d694-4f5d-9139-a3833ab3f4f2 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:14.090393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port ae079494-d694-4f5d-9139-a3833ab3f4f2 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:14.090848 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.092793 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37936) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:14.243063 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.295807 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:14.301464 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:14.309760 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.312127 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1377678080-network', 'tenant_id': '2d2e07eb3e5440b2a96044402a33673c'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:14.315283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:14.317202 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:14.321203 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Usage tracker for resource:network and tenant:2d2e07eb3e5440b2a96044402a33673c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:14.324606 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:14.331672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:14.343256 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Made reservation on behalf of 2d2e07eb3e5440b2a96044402a33673c for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:14.347107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.365348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.372573 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37948) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:14.381924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:14.385998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Usage tracker for resource:security_group_rule and tenant:2d2e07eb3e5440b2a96044402a33673c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:14.389595 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:14.390941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.395957 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:14.398563 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.402167 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:14.405636 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:14.409613 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Usage tracker for resource:security_group_rule and tenant:21a46a5edba64cfdadbe875326a1e7a4 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:14.412428 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:14.418422 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:14.479807 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.483548 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.488145 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6b7824bc-f203-4c33-880e-6dd5e44e2589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:14.500791 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.505393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.513504 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-05d576f5-8b21-4692-9708-da1ca23c41c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:14.515447 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:14.523847 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87825d8f-8c96-4dfb-b514-e197df059b24,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.526831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:14.530630 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.531018 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Added segment a18efff0-ed24-4544-8987-9e0ab476dff2 of type vlan for network d9b1021c-9f01-4819-b66b-56a18cad1716 May 10 11:33:14.552262 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21a46a5edba64cfdadbe875326a1e7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785979 May 10 11:33:14.555122 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b002f75f-95f0-4e3d-94d3-cbbcf30eb0cf,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.555876 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37952) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:14.558285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:14.570616 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.638931 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.639945 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.641882 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:14.642446 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.647368 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:14.754144 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.767970 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6741171 May 10 11:33:14.771085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37958) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:14.776873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Request body: {'subnet': {'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1377678080-subnet', 'tenant_id': '2d2e07eb3e5440b2a96044402a33673c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:14.781488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:14.785941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Usage tracker for resource:subnet and tenant:2d2e07eb3e5440b2a96044402a33673c is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:14.788735 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:14.794226 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Pushing event updated for resources: {'Network': ['ID=d9b1021c-9f01-4819-b66b-56a18cad1716,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.794424 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:14.797688 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:14.808386 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Made reservation on behalf of 2d2e07eb3e5440b2a96044402a33673c for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:14.808873 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network d9b1021c-9f01-4819-b66b-56a18cad1716 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:33:14.810729 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.821288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.826180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ead2ddac-1e5d-40fe-996e-fb1841380dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:14.839403 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b002f75f-95f0-4e3d-94d3-cbbcf30eb0cf,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:14.842130 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:14.843376 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.844453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b002f75f-95f0-4e3d-94d3-cbbcf30eb0cf HTTP/1.1" status: 204 len: 168 time: 0.2875497 May 10 11:33:15.215933 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.220679 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6253058d-c0dc-47b7-abf9-918561e7b683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:15.221028 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 37972) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:15.239154 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.253952 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:15.257675 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd9620fb12d47b6b420af445cc319bc is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:15.260442 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:15.266071 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:15.294505 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f02320a-598c-4ea3-a483-1ceff2e62606,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:15.297909 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:15.304223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Checking segment: {'id': 'a18efff0-ed24-4544-8987-9e0ab476dff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:15.304583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Network hostable DHCP agents. Network: d9b1021c-9f01-4819-b66b-56a18cad1716, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:15.323684 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Network d9b1021c-9f01-4819-b66b-56a18cad1716 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:15.337511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, d9b1021c-9f01-4819-b66b-56a18cad1716) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:15.345942 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c320f9f-3a79-4698-8be1-6a27b592daa5 None None] Network d9b1021c-9f01-4819-b66b-56a18cad1716 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:15.369361 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.372510 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:15.373340 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.375228 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.390069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:15.408367 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6361864 May 10 11:33:15.433645 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795eac11-3f9c-4f43-97bc-b04f75788fcf,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:15.437346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:15.440329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbd9620fb12d47b6b420af445cc319bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181416 May 10 11:33:15.444871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 37980) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:15.515958 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.541943 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.566860 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782941f0-3a7e-4d22-abf6-2d30f11d09b6 None None] Network d9b1021c-9f01-4819-b66b-56a18cad1716 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:15.601015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.605915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-229db2c1-f89a-4dce-b0a2-fb626036b0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:15.616236 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795eac11-3f9c-4f43-97bc-b04f75788fcf,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:15.619655 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:15.622800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:15.623903 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/795eac11-3f9c-4f43-97bc-b04f75788fcf HTTP/1.1" status: 204 len: 168 time: 0.1778531 May 10 11:33:16.030175 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2', 'code': 200} May 10 11:33:16.323838 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134457e1-303b-46c4-9d71-69edf19a4efa req-69c570a8-e37e-40b2-9185-e6f1dea1a8d6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:16.329662 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-134457e1-303b-46c4-9d71-69edf19a4efa req-69c570a8-e37e-40b2-9185-e6f1dea1a8d6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1713450 May 10 11:33:16.371055 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5288a-11b5-47f8-875a-78ed544f5e48 req-ba8960ee-495c-43e1-8a11-3a971c3acc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:16.372999 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-70d5288a-11b5-47f8-875a-78ed544f5e48 req-ba8960ee-495c-43e1-8a11-3a971c3acc25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 1102 time: 0.0783672 May 10 11:33:16.377859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c9152-463e-4374-aa10-cac2f2cbe5ba req-f169e057-8dfa-42ec-baaa-76233de79b11 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:16.379361 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-755c9152-463e-4374-aa10-cac2f2cbe5ba req-f169e057-8dfa-42ec-baaa-76233de79b11 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 949 time: 0.1592312 May 10 11:33:16.431676 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-134457e1-303b-46c4-9d71-69edf19a4efa req-c8fd8cc1-0346-4fd2-bc99-3cdd0eeeb1d2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 May 10 11:33:16.453147 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-70d5288a-11b5-47f8-875a-78ed544f5e48 req-e18c084c-26fd-480a-9af1-c51e60bd9bd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 May 10 11:33:16.462289 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-755c9152-463e-4374-aa10-cac2f2cbe5ba req-25a62631-2e5b-4942-8c7f-eca86115df58 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754209 May 10 11:33:17.572640 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-683e3442-3a3b-4b9b-b2e9-6226a334e500 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:17.573420 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-683e3442-3a3b-4b9b-b2e9-6226a334e500 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Synchronizing usage tracker for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:33:17.645997 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-683e3442-3a3b-4b9b-b2e9-6226a334e500 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Unset dirty status for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:33:17.647156 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-683e3442-3a3b-4b9b-b2e9-6226a334e500 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/networks?id=d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 200 len: 814 time: 0.2714453 May 10 11:33:17.667996 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-8e0745d7-a0fe-466a-85f5-e3269515fce6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/quotas/2d2e07eb3e5440b2a96044402a33673c HTTP/1.1" status: 200 len: 375 time: 0.0150609 May 10 11:33:17.726062 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532aad-c78a-4106-8772-dbf534d22f4d req-3ee8e500-4e3f-4ecd-93d7-aee1589eec2c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:17.727527 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-78532aad-c78a-4106-8772-dbf534d22f4d req-3ee8e500-4e3f-4ecd-93d7-aee1589eec2c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1471777 May 10 11:33:17.734181 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-9d5324ae-aa4a-4823-b870-0a44096c6a42 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d2e07eb3e5440b2a96044402a33673c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554512 May 10 11:33:17.775333 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-78532aad-c78a-4106-8772-dbf534d22f4d req-1f177a7a-bf9b-4eba-aca3-742cf80c2ca0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 May 10 11:33:17.935203 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-096a1311-cbe8-4977-9266-60c7ce41c26f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:33:17.936464 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-096a1311-cbe8-4977-9266-60c7ce41c26f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705481 May 10 11:33:18.072449 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507490-db66-4905-a887-9972d7c54cc4 req-8786b994-1d7b-471b-885a-bd705d8ad762 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:18.074267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07507490-db66-4905-a887-9972d7c54cc4 req-8786b994-1d7b-471b-885a-bd705d8ad762 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 949 time: 0.1874192 May 10 11:33:18.149389 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-2ec35dbd-fcee-4fd5-adf2-93884acfed98 service neutron] 10.222.0.41 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962852 May 10 11:33:18.152278 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07507490-db66-4905-a887-9972d7c54cc4 req-4d76579c-38c6-44a5-8e9e-eab0137ddef1 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606339 May 10 11:33:18.300893 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-9fbaad86-0786-4e59-a905-76931438812e service neutron] 10.222.0.41 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451061 May 10 11:33:18.534503 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ade1c7c-6b66-4b23-99e2-bbe0be659aa5 req-e50fc3b3-294d-40b1-a737-2eae884a4225 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0449963 May 10 11:33:18.897331 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5065-24a6-4db9-9f22-a3ba7293a408 req-8502f298-717c-4017-adb8-514200dcd63f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:18.898676 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-365e5065-24a6-4db9-9f22-a3ba7293a408 req-8502f298-717c-4017-adb8-514200dcd63f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 949 time: 0.1686623 May 10 11:33:18.984366 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-365e5065-24a6-4db9-9f22-a3ba7293a408 req-2d053e35-74f4-4098-84be-b5d41feedb98 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 May 10 11:33:19.011169 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246bd37-0105-4ea9-82d6-d6075f1f4c6e req-09600a50-d064-4ce3-aaf4-91653d9c13de tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:19.012620 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a246bd37-0105-4ea9-82d6-d6075f1f4c6e req-09600a50-d064-4ce3-aaf4-91653d9c13de tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.1130960 May 10 11:33:19.064570 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a246bd37-0105-4ea9-82d6-d6075f1f4c6e req-885ccd49-af07-4f49-9cd9-544dda3845cb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 May 10 11:33:19.775136 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13c2af9f-f6d9-46c6-b7e5-7a200201a00a req-8fbcc9ea-3840-43a8-86a3-4c96a2bc77a5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0954041 May 10 11:33:19.941992 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-c31a4d6b-d1a0-4655-9fb1-101cb936194d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:19.943538 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-c31a4d6b-d1a0-4655-9fb1-101cb936194d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.21 "GET /v2.0/networks?id=d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 200 len: 814 time: 0.2980239 May 10 11:33:19.950544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38150) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:19.967747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Request body: {'port': {'device_id': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716', 'admin_state_up': True, 'tenant_id': '2d2e07eb3e5440b2a96044402a33673c'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:20.091255 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.109549 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:20.114780 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Usage tracker for resource:security_group_rule and tenant:0d1dac3351b44b3a86cb34f2d0963d72 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:20.117885 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:20.126094 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:20.154478 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:20.158613 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Usage tracker for resource:port and tenant:2d2e07eb3e5440b2a96044402a33673c is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:20.162414 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:20.168482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:20.181407 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Made reservation on behalf of 2d2e07eb3e5440b2a96044402a33673c for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:20.184977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.342020 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.357682 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.367143 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-cabd67c4-97d1-4863-a6c9-fa851f0d749c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:20.405703 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Allocated IP 172.20.0.2 (d9b1021c-9f01-4819-b66b-56a18cad1716/9f02320a-598c-4ea3-a483-1ceff2e62606/d9365b9a-9942-4215-a624-7e00bb6bd3d6) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:20.407714 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5f1ef-d7a9-46e3-a24b-54e7104ad7dd,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:20.411947 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:20.434989 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b006a01-d64b-4898-8276-6038d24d366e req-2ad31e9c-5eac-46ea-a5e6-34c96f0be9fd tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:20.442820 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b006a01-d64b-4898-8276-6038d24d366e req-2ad31e9c-5eac-46ea-a5e6-34c96f0be9fd tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 949 time: 0.2654395 May 10 11:33:20.475992 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d1dac3351b44b3a86cb34f2d0963d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219407 May 10 11:33:20.478323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38170) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:20.525886 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db810-97fe-4e31-813b-bac9c61c7aca req-23a03e9d-6fd8-4a21-9d8e-2b410a65383d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:20.534337 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7b9db810-97fe-4e31-813b-bac9c61c7aca req-23a03e9d-6fd8-4a21-9d8e-2b410a65383d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.2968724 May 10 11:33:20.541869 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b006a01-d64b-4898-8276-6038d24d366e req-03b6c861-4093-4227-88f1-6e5b5666a73d tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 May 10 11:33:20.664538 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7b9db810-97fe-4e31-813b-bac9c61c7aca req-7b9e84f1-c778-4465-bc62-6d3cf2c7d1f6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288204 May 10 11:33:20.683292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.724868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.785978 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.795983 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-0e0e3fae-f12f-4346-b0b7-dd5a6236329d tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:20.796691 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-0e0e3fae-f12f-4346-b0b7-dd5a6236329d tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Synchronizing usage tracker for tenant:46e2799fbefa49f79b9e685d97066e59 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:33:20.809012 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.819421 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:20.838799 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5f1ef-d7a9-46e3-a24b-54e7104ad7dd,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:20.842252 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-0e0e3fae-f12f-4346-b0b7-dd5a6236329d tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Unset dirty status for tenant:46e2799fbefa49f79b9e685d97066e59 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:33:20.843385 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-0e0e3fae-f12f-4346-b0b7-dd5a6236329d tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.21 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 949 time: 0.2719214 May 10 11:33:20.855332 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:20.864732 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.871568 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dd5f1ef-d7a9-46e3-a24b-54e7104ad7dd HTTP/1.1" status: 204 len: 168 time: 0.3838124 May 10 11:33:20.933103 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:20.940578 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-93ab7fe6-85c2-4143-b2d9-5c10d88a47dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:21.055061 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Network d9b1021c-9f01-4819-b66b-56a18cad1716 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:21.065127 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:21.071101 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:21.079749 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7de07-81a6-4d96-90ec-1ada8cc6dae5 req-84baf7e0-3c88-4771-823b-cd7b90303089 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:21.090215 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ada7de07-81a6-4d96-90ec-1ada8cc6dae5 req-84baf7e0-3c88-4771-823b-cd7b90303089 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 931 time: 0.1224895 May 10 11:33:21.095457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Pushing event updated for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.106674 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:21.139398 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:21.140012 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.144681 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-ada7de07-81a6-4d96-90ec-1ada8cc6dae5 req-35025dd4-1a35-4495-8ca1-835eb5d9efa5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Synchronizing usage tracker for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:33:21.165083 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Deleting port ae079494-d694-4f5d-9139-a3833ab3f4f2 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:33:21.165446 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.167708 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-ada7de07-81a6-4d96-90ec-1ada8cc6dae5 req-35025dd4-1a35-4495-8ca1-835eb5d9efa5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Unset dirty status for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:33:21.178691 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ada7de07-81a6-4d96-90ec-1ada8cc6dae5 req-35025dd4-1a35-4495-8ca1-835eb5d9efa5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 May 10 11:33:21.233229 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2711356 May 10 11:33:21.247813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Request body: {'port': {'device_id': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:21.348963 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38210) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:21.394826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] For port ae079494-d694-4f5d-9139-a3833ab3f4f2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ae079494-d694-4f5d-9139-a3833ab3f4f2,segment=NetworkSegment(24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38),segment_id=24d15d2b-c1fe-49ab-b5c0-ddb5b2f80e38)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:21.395180 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.518457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.536283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Calling delete_port for ae079494-d694-4f5d-9139-a3833ab3f4f2 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:33:21.542457 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.560588 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:21.567686 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Usage tracker for resource:security_group_rule and tenant:807ef6b8f3cb4c5a842cadf5df7d93d9 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:21.571042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:21.577946 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:21.747332 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.868734 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.883284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:21.933020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38242) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:21.958500 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cab3b1-33b9-449c-b6a8-bca172fe4239,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:21.961677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:21.979603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:21.986470 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:21.996173 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['ae079494-d694-4f5d-9139-a3833ab3f4f2'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:33:22.031375 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=807ef6b8f3cb4c5a842cadf5df7d93d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810479 May 10 11:33:22.036666 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38252) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:22.067464 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38256) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:22.067568 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Pushing event deleted for resources: {'Port': ['ID=ae079494-d694-4f5d-9139-a3833ab3f4f2,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.084639 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:22.100294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e91e-d859-45f8-b9da-912e89ec9cf0 req-c85ae8a4-99aa-4637-bf3d-d3423fdce4e6 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:22.101728 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ece1e91e-d859-45f8-b9da-912e89ec9cf0 req-c85ae8a4-99aa-4637-bf3d-d3423fdce4e6 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/ports?device_id=21116b98-8748-4fd9-95db-e6543dbffa25 HTTP/1.1" status: 200 len: 867 time: 0.3529849 May 10 11:33:22.135653 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-582394159-network', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:22.140806 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:22.145380 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Usage tracker for resource:network and tenant:3f890aa59e5a4a5aad7a617f56e0eee3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:22.148283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:22.154339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:22.186686 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.21', 59663) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:22.214570 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff69fa1-166e-46a2-a914-034af9d4df9b req-45e659fd-6de0-4db3-afb2-3f460a0ffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:22.216067 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ff69fa1-166e-46a2-a914-034af9d4df9b req-45e659fd-6de0-4db3-afb2-3f460a0ffb6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.4110882 May 10 11:33:22.245658 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] No DVR routers for this DVR port ae079494-d694-4f5d-9139-a3833ab3f4f2 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:22.246949 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Made reservation on behalf of 3f890aa59e5a4a5aad7a617f56e0eee3 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:22.249239 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.258547 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2c5f3-4e87-4928-b890-75decda1df19 req-51850ef5-e59a-4567-a4b3-399793fc8d33 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:22.260075 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7bd2c5f3-4e87-4928-b890-75decda1df19 req-51850ef5-e59a-4567-a4b3-399793fc8d33 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.3447897 May 10 11:33:22.274460 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9365b9a-9942-4215-a624-7e00bb6bd3d6 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:33:22.282911 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.290196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.292991 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'name': 'network-vif-deleted', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:22.297343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.322158 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Transition to ACTIVE for port object d9365b9a-9942-4215-a624-7e00bb6bd3d6 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:22.324871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:22.329328 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.334431 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Usage tracker for resource:security_group_rule and tenant:3f890aa59e5a4a5aad7a617f56e0eee3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:22.337283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:22.366358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:22.374969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ff69fa1-166e-46a2-a914-034af9d4df9b req-3fef51ea-baa7-44f8-9ae2-21f8f3414bbb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061268 May 10 11:33:22.376284 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.21 "DELETE /v2.0/ports/ae079494-d694-4f5d-9139-a3833ab3f4f2 HTTP/1.1" status: 204 len: 173 time: 1.5247557 May 10 11:33:22.388565 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ece1e91e-d859-45f8-b9da-912e89ec9cf0 req-376fa331-4556-40e3-89d6-35b235f24142 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6277a13-9b6c-4254-a08d-049e031d4d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231226 May 10 11:33:22.389441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:22.408303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Deleting subnet 809de49b-af2b-420b-a766-74628ef1e6a7 {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:33:22.412544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.417015 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.482301 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7bd2c5f3-4e87-4928-b890-75decda1df19 req-8fd66219-1845-4cf5-9269-8e7ef6af0729 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853824 May 10 11:33:22.532224 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-944f0ece-b3c7-4ed5-9343-567d0889479f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3442528 May 10 11:33:22.539788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.543508 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.545353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.556416 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:22.560731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.613516 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Attempting to bind port d9365b9a-9942-4215-a624-7e00bb6bd3d6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:22.613723 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Attempting to bind port d9365b9a-9942-4215-a624-7e00bb6bd3d6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a18efff0-ed24-4544-8987-9e0ab476dff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:22.614056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Attempting to bind port d9365b9a-9942-4215-a624-7e00bb6bd3d6 on network d9b1021c-9f01-4819-b66b-56a18cad1716 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:22.623600 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Port d9365b9a-9942-4215-a624-7e00bb6bd3d6 on network d9b1021c-9f01-4819-b66b-56a18cad1716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:33:22.623948 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Attempting to bind port d9365b9a-9942-4215-a624-7e00bb6bd3d6 on network d9b1021c-9f01-4819-b66b-56a18cad1716 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:22.638471 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:22.638471 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Checking segment: {'id': 'a18efff0-ed24-4544-8987-9e0ab476dff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:22.638754 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Bound using segment: {'id': 'a18efff0-ed24-4544-8987-9e0ab476dff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:22.639035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Bound port: d9365b9a-9942-4215-a624-7e00bb6bd3d6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18efff0-ed24-4544-8987-9e0ab476dff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:22.639385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.727681 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.734670 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.745406 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08a75298-89b0-4d99-9099-c46f9d505138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:22.763769 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21116b98-8748-4fd9-95db-e6543dbffa25', 'name': 'network-vif-deleted', 'tag': 'ae079494-d694-4f5d-9139-a3833ab3f4f2', 'status': 'completed', 'code': 200} May 10 11:33:22.792306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c222b269-339c-4410-9cf9-a641cafc1dbe,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.795119 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:22.797254 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:22.799110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6,segment=NetworkSegment(a18efff0-ed24-4544-8987-9e0ab476dff2),segment_id=a18efff0-ed24-4544-8987-9e0ab476dff2)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:22.803417 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.808257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:22.864644 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:22.865227 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.866604 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 200 len: 1093 time: 1.6253548 May 10 11:33:22.890205 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.893369 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:22.912059 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:22.919148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.933771 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-793e2638-04c8-485d-8c05-80ba388c7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:22.957224 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cab3b1-33b9-449c-b6a8-bca172fe4239,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:22.959134 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.959482 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Added segment e810d211-3684-4bea-9dc0-d74d5ed53af0 of type vlan for network 86b86787-20c1-464f-9359-22482ccdd195 May 10 11:33:22.975643 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:22.984298 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.985397 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42cab3b1-33b9-449c-b6a8-bca172fe4239 HTTP/1.1" status: 204 len: 168 time: 0.9435606 May 10 11:33:22.993800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.043699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0047d6d5-331b-4795-9744-2e39a5a036a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.045227 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-0047d6d5-331b-4795-9744-2e39a5a036a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2e07eb3e5440b2a96044402a33673c&device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 1096 time: 0.1308148 May 10 11:33:23.052109 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.053689 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.054324 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.061498 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:23.076988 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ed4e2-d8f3-4c2d-962c-3fed4c199e39 req-4827171b-d7d4-4864-829c-358cc2a1eda8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.078792 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-197ed4e2-d8f3-4c2d-962c-3fed4c199e39 req-4827171b-d7d4-4864-829c-358cc2a1eda8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 943 time: 0.3597364 May 10 11:33:23.083075 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-a1791c7f-8234-46fd-ac38-f4eaf5f059b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.084588 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-a1791c7f-8234-46fd-ac38-f4eaf5f059b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.3665547 May 10 11:33:23.212141 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-26854aa3-ae94-4d3d-89f2-24ce5eaa0d78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 200 len: 217 time: 0.1519079 May 10 11:33:23.258401 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.274149 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:23.280210 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Pushing event updated for resources: {'Network': ['ID=86b86787-20c1-464f-9359-22482ccdd195,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:23.284388 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:23.291407 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3572123 May 10 11:33:23.292891 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 86b86787-20c1-464f-9359-22482ccdd195 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:33:23.294448 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38272) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:23.302591 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Request body: {'subnet': {'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-582394159-subnet', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:23.316060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:23.322750 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-7499ab01-ad20-4bbb-a92c-2a659f606d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.324608 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-7499ab01-ad20-4bbb-a92c-2a659f606d81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f02320a-598c-4ea3-a483-1ceff2e62606 HTTP/1.1" status: 200 len: 854 time: 0.0959644 May 10 11:33:23.325820 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Usage tracker for resource:subnet and tenant:3f890aa59e5a4a5aad7a617f56e0eee3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:23.329931 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:23.369769 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:23.383731 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-197ed4e2-d8f3-4c2d-962c-3fed4c199e39 req-19eddddd-1256-421c-9cee-4594452deebb tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963991 May 10 11:33:23.393913 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809de49b-af2b-420b-a766-74628ef1e6a7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:23.394379 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-fd86c556-e7c2-4152-936c-7d8b6fd9a80c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9b1021c-9f01-4819-b66b-56a18cad1716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575998 May 10 11:33:23.403610 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:23.408699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.415382 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/809de49b-af2b-420b-a766-74628ef1e6a7 HTTP/1.1" status: 204 len: 168 time: 1.3371935 May 10 11:33:23.426771 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38278) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:23.453953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Made reservation on behalf of 3f890aa59e5a4a5aad7a617f56e0eee3 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:23.457558 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.598939 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.611748 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38282) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:23.664518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-bdea7791-f7b1-4968-892b-4e1d412417ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:23.666110 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-bdea7791-f7b1-4968-892b-4e1d412417ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.5485005 May 10 11:33:23.696484 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:23.828097 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:23.831539 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-1e2b5b29-4355-4a58-9d81-20fbee864adf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.1247189 May 10 11:33:23.850049 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7639460c77464226ad3332202fc63f6c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:23.854041 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:23.909836 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-582bb9eb-8a62-4538-9cab-0fc5fdda55a0 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020928 May 10 11:33:23.943511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:23.998692 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.022421 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.022825 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.023485 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.023833 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > port after_create 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.024167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.024490 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > port after_update 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.024804 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.025117 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.025457 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.025768 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.090779 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.091129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.091463 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.091793 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:33:24.092160 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3876f430-b55e-4c2f-87cb-af3743e305fb']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:24.113350 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a80d6c26-3b13-4168-8582-35eba63b9feb req-a39c1ad9-49ad-4d54-87c2-583377e1842d service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912098 May 10 11:33:24.119181 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-05ef96a9-faa9-45b6-8edb-0e0d0d797d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:24.120761 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-05ef96a9-faa9-45b6-8edb-0e0d0d797d9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.2748880 May 10 11:33:24.124416 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000efc87-ddd7-47c3-8a8b-fd8e17384eed') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:24.124710 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000efc87-ddd7-47c3-8a8b-fd8e17384eed') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:24.145949 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.214028 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d60ef-c9f5-436f-bd3a-9a64eb01e96c req-6b04b18c-88d6-4501-8e96-50ee3268ae40 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:24.215718 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-925d60ef-c9f5-436f-bd3a-9a64eb01e96c req-6b04b18c-88d6-4501-8e96-50ee3268ae40 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.5564456 May 10 11:33:24.217032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.220882 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:24.224562 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-5ece54a5-b870-4b32-bf99-057df35950af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822747 May 10 11:33:24.248351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.291832 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:24.292893 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.294331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9817c3e3-520e-4a3f-b644-9b517dc153fa,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:24.303454 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: from cryptography.utils import int_from_bytes May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: from cryptography.utils import int_from_bytes May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:24.310985 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:24.320089 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Checking segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:24.320511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Network hostable DHCP agents. Network: 86b86787-20c1-464f-9359-22482ccdd195, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:24.340692 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Network 86b86787-20c1-464f-9359-22482ccdd195 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:24.354626 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 86b86787-20c1-464f-9359-22482ccdd195) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:24.365390 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:24.366369 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.366813 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc326e-7e3d-410e-80f2-7830f818593a None None] Network 86b86787-20c1-464f-9359-22482ccdd195 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:24.395120 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-a8b0396a-a43c-4c59-bf4c-128c1c9234a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0992785 May 10 11:33:24.397865 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38332) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:24.403222 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:24.413831 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:24.421825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Usage tracker for resource:router and tenant:3f890aa59e5a4a5aad7a617f56e0eee3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:24.433580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:24.450112 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:24.467538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.469311 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.478378 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-925d60ef-c9f5-436f-bd3a-9a64eb01e96c req-947d5ff6-dbef-478e-9a2c-113c002113a9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500172 May 10 11:33:24.625912 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.629272 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.671267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.680065 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-23170393-15f0-4fc7-a248-c300cbb6a692 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345632 May 10 11:33:24.680631 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.712049 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-2d1b090d-87c3-45c5-982b-ff4a08bed20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:24.714008 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-86b86787-20c1-464f-9359-22482ccdd195', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'fixed_ips': [{'subnet_id': '9817c3e3-520e-4a3f-b644-9b517dc153fa'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:24.715272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.741481 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7639460c77464226ad3332202fc63f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1278713 May 10 11:33:24.770541 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4b7e4-e8a8-4b6e-b114-43cbdfcf22ee,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:24.773051 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38378) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:24.786417 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:24.788284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:24.858785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:24.886025 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.005572 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.039626 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Allocated IP 172.20.0.2 (86b86787-20c1-464f-9359-22482ccdd195/9817c3e3-520e-4a3f-b644-9b517dc153fa/fb4533dc-6cc8-42e1-956b-e88912bf6b8d) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:25.058362 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3876f430-b55e-4c2f-87cb-af3743e305fb,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:25.073585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:25.094467 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] 10.222.0.41 "DELETE /v2.0/networks/3876f430-b55e-4c2f-87cb-af3743e305fb HTTP/1.1" status: 204 len: 168 time: 1.6665990 May 10 11:33:25.099495 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38410) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:25.128283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e741-b7d4-464a-8ff6-3762bb151469 req-1e31e239-ddf9-446c-a93a-8dfe2090417f tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:25.135267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1572e741-b7d4-464a-8ff6-3762bb151469 req-1e31e239-ddf9-446c-a93a-8dfe2090417f tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 943 time: 0.5985301 May 10 11:33:25.176458 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Deleting subnet 8121e629-57bd-4f68-b960-4e3c5536c22d {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:33:25.180155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.232404 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-01d9c16d-11bf-4dc1-a6be-41758be81c2a req-02ce30bb-53a9-4bdf-b3b6-55ec3e8e9832 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215690 May 10 11:33:25.235817 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.238730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.245189 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ad31-eff7-4c87-b8c9-76e9e374afd8 req-cb143f6b-8cb6-4e40-a216-72e44346bf59 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:25.251901 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3672ad31-eff7-4c87-b8c9-76e9e374afd8 req-cb143f6b-8cb6-4e40-a216-72e44346bf59 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.6387954 May 10 11:33:25.294733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1572e741-b7d4-464a-8ff6-3762bb151469 req-401f5583-558e-4f9a-a9e5-21cff43451a5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585267 May 10 11:33:25.336141 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.347362 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Transition to ACTIVE for port object fb4533dc-6cc8-42e1-956b-e88912bf6b8d will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:25.370263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Transition to ACTIVE for port object fb4533dc-6cc8-42e1-956b-e88912bf6b8d will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:25.378340 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.379957 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.385231 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-32919bf0-5950-4947-8ff4-e65f2d0ab801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:25.396232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.414995 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3672ad31-eff7-4c87-b8c9-76e9e374afd8 req-7491ab10-1613-4ed9-87c4-51d46260dd45 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620097 May 10 11:33:25.425777 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ae079494-d694-4f5d-9139-a3833ab3f4f2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:33:25.480481 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: ae079494-d694-4f5d-9139-a3833ab3f4f2 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:33:25.480761 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device ae079494-d694-4f5d-9139-a3833ab3f4f2 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:33:25.498678 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Network 86b86787-20c1-464f-9359-22482ccdd195 is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:25.502220 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:25.506505 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:25.509702 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.522025 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a544e419-7d03-40d6-b5d2-4ae0c293710a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:25.553545 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4b7e4-e8a8-4b6e-b114-43cbdfcf22ee,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:25.564721 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:25.580311 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.584456 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39d4b7e4-e8a8-4b6e-b114-43cbdfcf22ee HTTP/1.1" status: 204 len: 168 time: 0.8045058 May 10 11:33:25.622540 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6', 'status': 'completed', 'code': 200} May 10 11:33:25.672116 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Attempting to bind port fb4533dc-6cc8-42e1-956b-e88912bf6b8d on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:25.672468 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Attempting to bind port fb4533dc-6cc8-42e1-956b-e88912bf6b8d by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:25.672864 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Attempting to bind port fb4533dc-6cc8-42e1-956b-e88912bf6b8d on network 86b86787-20c1-464f-9359-22482ccdd195 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:25.674990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Pushing event updated for resources: {'Port': ['ID=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:25.680096 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:25.682583 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:25.682970 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Checking segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:25.683409 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.683754 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Bound using segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:25.684337 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Bound port: fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:25.684600 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.822472 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] For port fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:25.827306 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] For port fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:25.837398 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.845076 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:25.850843 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287156d-921d-4758-b0b5-0e7c136da888 req-a286f8a1-7fef-47e1-a3d2-77535c0b19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:25.853965 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-a286f8a1-7fef-47e1-a3d2-77535c0b19ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2e07eb3e5440b2a96044402a33673c&device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 1096 time: 0.2033911 May 10 11:33:25.938424 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.002843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.045550 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Pushing event updated for resources: {'Port': ['ID=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:26.057744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:26.197025 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287156d-921d-4758-b0b5-0e7c136da888 req-03d63de9-0b4d-478a-bd6a-087dc4ca548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:26.198393 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-03d63de9-0b4d-478a-bd6a-087dc4ca548c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 200 len: 915 time: 0.3350482 May 10 11:33:26.216849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.246017 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:26.320267 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.388071 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-1a69b81b-da8d-4f5b-a617-b69af35ef2ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 200 len: 217 time: 0.1813371 May 10 11:33:26.393824 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8121e629-57bd-4f68-b960-4e3c5536c22d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:26.427601 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:26.451156 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-abc3e688-e5b1-4f81-9210-024a0e89cd8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8121e629-57bd-4f68-b960-4e3c5536c22d HTTP/1.1" status: 204 len: 168 time: 1.3468969 May 10 11:33:26.454034 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Allocated IP 172.27.2.26 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/d7eea8a4-af1c-47ab-b009-945ddf08cf3e) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:26.459398 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38492) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:26.639392 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287156d-921d-4758-b0b5-0e7c136da888 req-95ae33b4-e073-4cb1-ae46-1a5ba0b0f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:26.641053 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-95ae33b4-e073-4cb1-ae46-1a5ba0b0f447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f02320a-598c-4ea3-a483-1ceff2e62606 HTTP/1.1" status: 200 len: 854 time: 0.2370493 May 10 11:33:26.677609 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.702633 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-c5996380-6b7d-424c-b776-5b49df1cbb13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9b1021c-9f01-4819-b66b-56a18cad1716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512366 May 10 11:33:26.714408 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.759047 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf267f-09fe-4821-b0f3-eaaaecf6e387 req-778269eb-a82d-4075-bfc2-943872f6c5a2 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:26.760665 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30cf267f-09fe-4821-b0f3-eaaaecf6e387 req-778269eb-a82d-4075-bfc2-943872f6c5a2 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 943 time: 0.2249646 May 10 11:33:26.900936 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30cf267f-09fe-4821-b0f3-eaaaecf6e387 req-d75544bd-7703-4627-894d-94ca5174a08c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750787 May 10 11:33:26.943171 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.973990 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-4eb7784d-4872-49e5-8375-c8fc8f7b3cc4 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526376 May 10 11:33:27.032479 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.074829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f577f3ce-82ba-4cd3-9b72-de50dc5f46d8']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:27.092321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.105975 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:27.147599 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4cb523-883f-4b85-82b8-3cab9ece699f') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:27.148002 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4cb523-883f-4b85-82b8-3cab9ece699f') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:27.191056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:27.197195 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.197607 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0287156d-921d-4758-b0b5-0e7c136da888 req-87565847-90c8-41f4-84ab-80c5225b277b service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154541 May 10 11:33:27.204074 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:27.212949 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:27.261988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.264220 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Pushing event updated for resources: {'Port': ['ID=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.273199 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:27.277316 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:33:27.277912 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:33:27.293065 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:33:27.411925 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0170e-6d22-4db3-9e50-817de929dd53 None None] Network 86b86787-20c1-464f-9359-22482ccdd195 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:27.496503 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device d9365b9a-9942-4215-a624-7e00bb6bd3d6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:33:27.538504 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.565423 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:27.630538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.644637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f577f3ce-82ba-4cd3-9b72-de50dc5f46d8,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:27.649540 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:27.653050 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-37b8e736-2f05-4b20-8f53-b91771436e05 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f577f3ce-82ba-4cd3-9b72-de50dc5f46d8 HTTP/1.1" status: 204 len: 168 time: 1.1916623 May 10 11:33:27.801574 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6,segment=NetworkSegment(a18efff0-ed24-4544-8987-9e0ab476dff2),segment_id=a18efff0-ed24-4544-8987-9e0ab476dff2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:27.809209 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38568) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:27.874038 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-6a42ec76-10fb-4cb5-9861-f5e8a9a2b9ad None None] Provisioning for port fb4533dc-6cc8-42e1-956b-e88912bf6b8d completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:27.877455 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6', 'network_id': 'd9b1021c-9f01-4819-b66b-56a18cad1716', 'port_id': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6', 'mac_address': 'fa:16:3e:17:67:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f02320a-598c-4ea3-a483-1ceff2e62606', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:33:27.954256 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-76beb478-f243-4c03-b349-091294078589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46719ee182d24d7b89b1be471bcd23a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417952 May 10 11:33:27.956644 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38584) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:28.040224 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.058106 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9365b9a-9942-4215-a624-7e00bb6bd3d6 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:33:28.074889 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6,segment=NetworkSegment(a18efff0-ed24-4544-8987-9e0ab476dff2),segment_id=a18efff0-ed24-4544-8987-9e0ab476dff2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:28.091973 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.095524 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:28.119927 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.205329 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:28.215779 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:28.372292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.396820 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['d9365b9a-9942-4215-a624-7e00bb6bd3d6'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:33:28.544238 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fb4533dc-6cc8-42e1-956b-e88912bf6b8d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:28.605464 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.773278 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-4f8db261-599b-488c-8889-f1ee502ea739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:28.775969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-4f8db261-599b-488c-8889-f1ee502ea739 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.5618167 May 10 11:33:28.779619 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port fb4533dc-6cc8-42e1-956b-e88912bf6b8d completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:28.790730 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port fb4533dc-6cc8-42e1-956b-e88912bf6b8d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:28.791319 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.861255 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28a864-36de-4f7f-8aaf-ba56de46320a req-a9c88fcb-3590-4257-83d9-eabd1ad31040 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:28.870677 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4b28a864-36de-4f7f-8aaf-ba56de46320a req-a9c88fcb-3590-4257-83d9-eabd1ad31040 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 944 time: 0.4037399 May 10 11:33:28.930535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.960526 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.977717 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-31e539fc-aa4f-4303-88aa-27ba7e1eef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:28.981388 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.989313 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:28.996747 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:28.998773 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c60395-62a2-4e1f-83dc-95757b17873e req-c5a38c36-b6e4-4307-af94-074f1a0c1074 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:28.999908 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9545d8dd-992c-4acd-92d7-1bbbc2d061ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:29.000605 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c3c60395-62a2-4e1f-83dc-95757b17873e req-c5a38c36-b6e4-4307-af94-074f1a0c1074 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.4077377 May 10 11:33:29.059360 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa6d42-dd92-4f66-87d8-db7b9386ee7c,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:29.069812 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:29.083287 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.087583 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7aa6d42-dd92-4f66-87d8-db7b9386ee7c HTTP/1.1" status: 204 len: 168 time: 1.1299338 May 10 11:33:29.140188 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c3c60395-62a2-4e1f-83dc-95757b17873e req-412c3d94-6501-4795-bac2-7541be09c068 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146283 May 10 11:33:29.144395 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4b28a864-36de-4f7f-8aaf-ba56de46320a req-f3e4b666-fa38-4e01-80f7-66c2057e2f1c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729299 May 10 11:33:29.181139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-aae81061-abeb-4f10-bac5-9669ea0367be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:29.182655 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-aae81061-abeb-4f10-bac5-9669ea0367be service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.3886189 May 10 11:33:29.211015 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:29.214499 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:29.215600 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38630) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:29.321588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Router a5d40649-fac6-4491-9d52-16679aa1808e is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:33:29.532813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:29.547648 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Sync routers for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:29.565510 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:29.567286 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:29.585379 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-fd0ec4bb-b08f-4609-a0db-cde8c407f085 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.3916814 May 10 11:33:29.599235 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.616875 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:29.619350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.620723 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2219322 May 10 11:33:29.623780 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Usage tracker for resource:security_group_rule and tenant:f25ab58600dd47dd8df44502de786cc7 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:29.626665 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38642) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:29.629662 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:29.635980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38646) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:29.689502 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-4d6f768e-3a3f-4555-a489-2bb5f4c31566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:29.691576 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-4d6f768e-3a3f-4555-a489-2bb5f4c31566 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0989370 May 10 11:33:29.697067 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:29.741289 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a10a97d5-3bb3-40c4-bd8c-e9376d647555 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a0da632d92f4ea4ad064cfa39e8aecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018207 May 10 11:33:29.744593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38650) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:29.760917 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-6795c070-4d6f-4073-a2b2-a6c2e9d03ede service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560255 May 10 11:33:29.783221 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:29.892512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.945390 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:29.957854 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-4bf1ed3e-aafe-46de-9c09-959f8e5f7816 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830719 May 10 11:33:30.024874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.030079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.039675 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:30.082511 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:27Z', 'revision_number': 3, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:30.084353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e15397-da66-4322-8deb-bdcdd8a10284,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.092333 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Checking router: a5d40649-fac6-4491-9d52-16679aa1808e for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:30.092716 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Updating router a5d40649-fac6-4491-9d52-16679aa1808e port d7eea8a4-af1c-47ab-b009-945ddf08cf3e binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:30.099223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:30.103955 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f25ab58600dd47dd8df44502de786cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850832 May 10 11:33:30.104544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38654) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:30.137396 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.149140 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f5a892a2-b886-4bdc-8d00-f05a25c3108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:30.155366 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.158648 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a539283-ddeb-4ca5-a10b-27787d4c3479 req-c7a3ab4e-4995-4fa6-9a01-0ff56c31c92d service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932375 May 10 11:33:30.171189 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64754c70-efba-4c60-9065-214f5db3ed35,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.180875 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:30.183387 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.184916 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64754c70-efba-4c60-9065-214f5db3ed35 HTTP/1.1" status: 204 len: 168 time: 0.4398208 May 10 11:33:30.215616 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.280426 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.331583 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fb4533dc-6cc8-42e1-956b-e88912bf6b8d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:30.363494 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.367206 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-af962c98-425e-4662-a257-40e8d624f932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:30.402630 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e15397-da66-4322-8deb-bdcdd8a10284,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.405893 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:30.407677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.413649 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57e15397-da66-4322-8deb-bdcdd8a10284 HTTP/1.1" status: 204 len: 168 time: 0.3080838 May 10 11:33:30.552774 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port fb4533dc-6cc8-42e1-956b-e88912bf6b8d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:30.555173 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.620591 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9eda7-e92d-4929-98d4-2f5e1d40f6bc req-8e06d369-4474-41ef-ad2c-fd56aface9d1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:30.622186 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2fc9eda7-e92d-4929-98d4-2f5e1d40f6bc req-8e06d369-4474-41ef-ad2c-fd56aface9d1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1908815 May 10 11:33:30.664072 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9b6c0-aad8-4675-9d64-2e58d9b89d65 req-0e9f199a-4779-4a9c-9b8d-ecfc22c2b0e6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:30.665697 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a5d9b6c0-aad8-4675-9d64-2e58d9b89d65 req-0e9f199a-4779-4a9c-9b8d-ecfc22c2b0e6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 944 time: 0.1672421 May 10 11:33:30.731032 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.734000 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a5d9b6c0-aad8-4675-9d64-2e58d9b89d65 req-a3b1a630-91ff-473e-97b7-dd11b9409b36 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539589 May 10 11:33:30.739017 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2fc9eda7-e92d-4929-98d4-2f5e1d40f6bc req-6242cae9-e4b9-4b75-8f42-1b4e3cc85340 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072240 May 10 11:33:30.754033 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Transition to ACTIVE for port object d7eea8a4-af1c-47ab-b009-945ddf08cf3e will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:30.763994 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.785135 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:30.865698 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.900888 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Pushing event updated for resources: {'Port': ['ID=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:30.922395 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.922733 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.923189 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.923515 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.924013 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.924227 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.925680 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.925680 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.925868 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.926144 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.926477 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.926759 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:30.932657 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:30.935398 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Attempting to bind port d7eea8a4-af1c-47ab-b009-945ddf08cf3e on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:30.935757 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Attempting to bind port d7eea8a4-af1c-47ab-b009-945ddf08cf3e by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:30.936111 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Attempting to bind port d7eea8a4-af1c-47ab-b009-945ddf08cf3e on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:30.942195 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:30.942558 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:30.942942 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:30.943497 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:30.943886 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Bound port: d7eea8a4-af1c-47ab-b009-945ddf08cf3e, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:30.944270 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.042808 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] For port d7eea8a4-af1c-47ab-b009-945ddf08cf3e, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:31.047417 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] For port d7eea8a4-af1c-47ab-b009-945ddf08cf3e, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:31.057755 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.064597 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-ccb40465-5b90-40ae-9889-f529dd628d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:31.141639 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:31.142295 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.179344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Allocated IP 172.20.0.1 (86b86787-20c1-464f-9359-22482ccdd195/9817c3e3-520e-4a3f-b644-9b517dc153fa/aa93232c-f725-472a-bb29-8fefa310d3e2) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:31.179885 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38686) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:31.206267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.248457 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:31.261707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Usage tracker for resource:security_group_rule and tenant:4b43c9eb2cc74bc1870a0b82cad86c3a is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:31.269402 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:31.280583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:31.283135 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Pushing event updated for resources: {'Port': ['ID=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.297493 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:31.360304 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:31.364182 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.377118 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38692) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:31.390788 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Transition to ACTIVE for port object aa93232c-f725-472a-bb29-8fefa310d3e2 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:31.426265 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.438841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:31.442615 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device d9365b9a-9942-4215-a624-7e00bb6bd3d6 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:31.499821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.506907 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.526398 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5e00934b-b31d-4056-a3e7-24aa1123268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:31.535612 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Network 86b86787-20c1-464f-9359-22482ccdd195 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:31.544915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:31.548611 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:31.550150 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port d9365b9a-9942-4215-a624-7e00bb6bd3d6 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:31.556728 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port d9365b9a-9942-4215-a624-7e00bb6bd3d6 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:31.557344 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.614022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.633028 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b43c9eb2cc74bc1870a0b82cad86c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521518 May 10 11:33:31.637044 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38702) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:31.739200 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050923be-7d5e-4268-94c6-4ee9641e9653,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.752098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.782310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:31.786405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Pushing event updated for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:31.789414 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:31.824528 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.836517 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.895007 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:27Z', 'revision_number': 3, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:31.905308 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e27e-b23e-4083-8625-e232b68803c0 None None] The sync data for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi is: [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:27Z', 'revision_number': 3, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:31.920367 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.940584 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:31.969160 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6,segment=NetworkSegment(a18efff0-ed24-4544-8987-9e0ab476dff2),segment_id=a18efff0-ed24-4544-8987-9e0ab476dff2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:31.982748 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:31.987114 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:32.007986 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.025902 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-47e432fe-f65c-4552-a664-0a34cbc8ef03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:32.048958 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0940ba4a-f29b-4dca-813e-3340bbe03630 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46e2799fbefa49f79b9e685d97066e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696625 May 10 11:33:32.052545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38724) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:32.075336 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-a15d60da-6168-4e82-8f88-54947800940e None None] Provisioning for port aa93232c-f725-472a-bb29-8fefa310d3e2 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:32.091919 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050923be-7d5e-4268-94c6-4ee9641e9653,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.102971 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:32.110403 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-a15d60da-6168-4e82-8f88-54947800940e None None] Provisioning complete for port aa93232c-f725-472a-bb29-8fefa310d3e2 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:32.110780 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a15d60da-6168-4e82-8f88-54947800940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.151859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.155350 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/050923be-7d5e-4268-94c6-4ee9641e9653 HTTP/1.1" status: 204 len: 168 time: 0.5151346 May 10 11:33:32.198356 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.201027 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.219723 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:32.254283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-a15d60da-6168-4e82-8f88-54947800940e None None] Port aa93232c-f725-472a-bb29-8fefa310d3e2 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:33:32.265906 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.275056 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe182923-db8d-4a05-a7e1-8b308be4af6a req-c53d1152-5bc2-474a-9e79-d77c2208061d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:32.276607 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe182923-db8d-4a05-a7e1-8b308be4af6a req-c53d1152-5bc2-474a-9e79-d77c2208061d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.2358160 May 10 11:33:32.345518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147411-42ec-4779-aee0-02b49e31d395 req-98935d28-2f16-4cca-8a51-fe4f9577465f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:32.353024 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0e147411-42ec-4779-aee0-02b49e31d395 req-98935d28-2f16-4cca-8a51-fe4f9577465f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2623997 May 10 11:33:32.380286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.417004 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.450336 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe182923-db8d-4a05-a7e1-8b308be4af6a req-eecb90ae-2eb2-4725-9dae-e5a5afad69f8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666937 May 10 11:33:32.479886 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:32.510295 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0e147411-42ec-4779-aee0-02b49e31d395 req-ba68b254-9756-44b3-859b-f40d0741e94c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509035 May 10 11:33:32.562254 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6', 'code': 200} May 10 11:33:32.568442 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.715136 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.716260 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6277a13-9b6c-4254-a08d-049e031d4d10 HTTP/1.1" status: 204 len: 168 time: 0.6401637 May 10 11:33:32.747814 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:32.761253 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Pushing event updated for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.765463 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:32.768215 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0bf646a2-c6be-4b8e-97c4-b8e7f4ed954c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:32.781971 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6277a13-9b6c-4254-a08d-049e031d4d10,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:32.818818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:33.006545 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957dd9f-d1a7-42a3-9d4e-1bae5692bf9a req-5e321881-9c8c-4ddb-9e63-d34173fdf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:33.013897 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3957dd9f-d1a7-42a3-9d4e-1bae5692bf9a req-5e321881-9c8c-4ddb-9e63-d34173fdf714 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 1098 time: 0.1545591 May 10 11:33:33.094408 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3957dd9f-d1a7-42a3-9d4e-1bae5692bf9a req-9d7f47ad-bb9a-414c-bcdb-373d90f9c4f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694909 May 10 11:33:33.101010 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Network 86b86787-20c1-464f-9359-22482ccdd195 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:33.103679 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:33.374302 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:33:33.399736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-0ce59e2e-89eb-4571-b44c-35ae4c2e2a86 None None] Provisioning complete for port aa93232c-f725-472a-bb29-8fefa310d3e2 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:33.400302 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0ce59e2e-89eb-4571-b44c-35ae4c2e2a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:33.480877 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-0ce59e2e-89eb-4571-b44c-35ae4c2e2a86 None None] Port aa93232c-f725-472a-bb29-8fefa310d3e2 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:33:33.510611 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Router a5d40649-fac6-4491-9d52-16679aa1808e has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:33:33.765617 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:33.772001 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b885-ec1a-49cb-ae64-97f154d0f2a0 req-e398bba5-425d-4007-aae1-6506d2341822 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:33.773525 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0682b885-ec1a-49cb-ae64-97f154d0f2a0 req-e398bba5-425d-4007-aae1-6506d2341822 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.1753616 May 10 11:33:33.785981 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] 10.222.0.41 "PUT /v2.0/routers/a5d40649-fac6-4491-9d52-16679aa1808e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1579819 May 10 11:33:33.819657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e385-b445-49f2-9534-598e59dc85c5 req-99f772f4-63e4-49d1-8721-32e40b84120d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:33.826859 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4585e385-b445-49f2-9534-598e59dc85c5 req-99f772f4-63e4-49d1-8721-32e40b84120d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1554096 May 10 11:33:33.882988 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0682b885-ec1a-49cb-ae64-97f154d0f2a0 req-360640c9-c813-49d0-a31d-3f240536476c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901449 May 10 11:33:33.897218 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4585e385-b445-49f2-9534-598e59dc85c5 req-d7dd7819-a75e-4fda-9bff-ae45d339a785 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694685 May 10 11:33:34.210696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Sync routers for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:34.223234 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:34.223857 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:34.392061 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device d7eea8a4-af1c-47ab-b009-945ddf08cf3e up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:34.502654 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:34.560558 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port d7eea8a4-af1c-47ab-b009-945ddf08cf3e completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:34.567232 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port d7eea8a4-af1c-47ab-b009-945ddf08cf3e triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:34.567473 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:34.961389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38840) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:34.969305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-195116006-network', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:34.974175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:34.978957 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Usage tracker for resource:network and tenant:91fd27f3a683423eaa7e48092dee1222 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:34.982809 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:34.989863 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:35.011603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Made reservation on behalf of 91fd27f3a683423eaa7e48092dee1222 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:35.014811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.035532 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.081876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:35.090015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Usage tracker for resource:security_group_rule and tenant:91fd27f3a683423eaa7e48092dee1222 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:35.095045 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:35.113580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:35.137016 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.164639 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port d7eea8a4-af1c-47ab-b009-945ddf08cf3e, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:35.175792 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.178642 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:35.263056 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:35.267148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:35.278670 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 4, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': 'aa93232c-f725-472a-bb29-8fefa310d3e2', 'name': '', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'mac_address': 'fa:16:3e:37:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:30Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 2, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'subnets': [{'id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:35.284174 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Checking router: a5d40649-fac6-4491-9d52-16679aa1808e for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:35.284683 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Updating router a5d40649-fac6-4491-9d52-16679aa1808e port aa93232c-f725-472a-bb29-8fefa310d3e2 binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:35.312392 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.328606 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.355033 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.363874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:35.393946 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.394298 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Added segment 51bc4eff-a655-4bb9-a070-8768f748561f of type vlan for network b35f8934-9a6a-4213-829c-0d953cc2e4e3 May 10 11:33:35.438117 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.466874 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f6084-ff25-4c7d-844e-2693cdf7d48f req-ceba72f0-6450-4907-87cc-1edd766edc9b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:35.468618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-361f6084-ff25-4c7d-844e-2693cdf7d48f req-ceba72f0-6450-4907-87cc-1edd766edc9b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.4099541 May 10 11:33:35.478198 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec083-8cce-41cb-b93d-d1f4d574cbb9 req-30dafa57-320d-4262-8ac5-442c8f7d46f8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:35.479913 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70eec083-8cce-41cb-b93d-d1f4d574cbb9 req-30dafa57-320d-4262-8ac5-442c8f7d46f8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.3515103 May 10 11:33:35.501099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d9181ff4-97ad-432c-92c4-fcb3aff433cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:35.523410 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.530957 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:35.534194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.573628 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-361f6084-ff25-4c7d-844e-2693cdf7d48f req-2aebadc1-2ab4-49d1-92a0-55906ddb9cec tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924647 May 10 11:33:35.587238 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70eec083-8cce-41cb-b93d-d1f4d574cbb9 req-fe6ce286-1247-4627-b26e-66c19e1415e0 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705476 May 10 11:33:35.602076 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0790e53-d9ed-498c-a19a-ecb57a9b4758,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:35.619367 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:35.620032 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ed882b-a795-4e52-bca3-0d57e2c09031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:35.657682 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38878) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:35.657877 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6947746 May 10 11:33:35.664861 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Request body: {'subnet': {'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-195116006-subnet', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:35.673587 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:35.683441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Usage tracker for resource:subnet and tenant:91fd27f3a683423eaa7e48092dee1222 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:35.689020 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:35.701205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:35.727156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Made reservation on behalf of 91fd27f3a683423eaa7e48092dee1222 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:35.733726 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943290'] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:35.771660 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Pushing event updated for resources: {'Network': ['ID=b35f8934-9a6a-4213-829c-0d953cc2e4e3,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:35.774538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6322f9ec-3ac4-4254-9fb2-96b757aa1e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:35.784737 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:33:36.004742 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.019089 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Transition to ACTIVE for port object aa93232c-f725-472a-bb29-8fefa310d3e2 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:36.027394 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.036295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:36.101877 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Pushing event updated for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:36.107000 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:36.286983 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device d7eea8a4-af1c-47ab-b009-945ddf08cf3e up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:36.304789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943304'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.316032 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-be0da736-ed60-4909-9ff8-07dd5aa0b6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:36.375629 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38932) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:36.429368 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Attempting to bind port aa93232c-f725-472a-bb29-8fefa310d3e2 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:36.429884 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Attempting to bind port aa93232c-f725-472a-bb29-8fefa310d3e2 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:36.430263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Attempting to bind port aa93232c-f725-472a-bb29-8fefa310d3e2 on network 86b86787-20c1-464f-9359-22482ccdd195 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:36.441867 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:36.441867 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Checking segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:36.444163 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Checking segment: {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:36.444399 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Network hostable DHCP agents. Network: b35f8934-9a6a-4213-829c-0d953cc2e4e3, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:36.449058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2ac9a4-e575-4c78-8e06-6aaf470f62df,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:36.454925 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.455221 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Bound using segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:36.456301 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Bound port: aa93232c-f725-472a-bb29-8fefa310d3e2, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:36.456696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.457328 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:36.472654 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:36.488830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, b35f8934-9a6a-4213-829c-0d953cc2e4e3) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:36.500698 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6dc0b-f3d1-43e0-8cad-6e4479e3029c None None] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:36.512269 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:36.512269 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.535907 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8762088 May 10 11:33:36.540080 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 38940) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:36.546377 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:36.554425 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:36.579646 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Usage tracker for resource:router and tenant:91fd27f3a683423eaa7e48092dee1222 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:36.584507 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:36.587349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.600840 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:36.608248 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:36.613823 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Usage tracker for resource:security_group_rule and tenant:da5987b8c06c48a4a5e1e982c1c74453 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:36.617783 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:36.620884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.621888 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.629391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:36.658585 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.699378 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port d7eea8a4-af1c-47ab-b009-945ddf08cf3e triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:36.699754 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.770448 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] For port aa93232c-f725-472a-bb29-8fefa310d3e2, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:36.817129 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] For port aa93232c-f725-472a-bb29-8fefa310d3e2, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=aa93232c-f725-472a-bb29-8fefa310d3e2,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:36.830190 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.840313 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:36.970942 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.975873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.981383 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:36.990736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5c6a51da-be46-4037-a919-6a162253f589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:37.029299 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:37.029933 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:37.105687 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da5987b8c06c48a4a5e1e982c1c74453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7287307 May 10 11:33:37.108568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38950) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:37.110323 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:37.110463 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106ea51-8685-47a6-8450-bc97bc60b000,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.111307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.114292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:37.177210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.203197 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.212205 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Pushing event updated for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.215471 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:37.258812 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.264274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-98db406c-039a-4924-97c7-dcd35ce87b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:37.275881 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106ea51-8685-47a6-8450-bc97bc60b000,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.280681 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:37.283077 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.284215 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2106ea51-8685-47a6-8450-bc97bc60b000 HTTP/1.1" status: 204 len: 168 time: 0.1749713 May 10 11:33:37.354276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.389132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.415336 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:37.497820 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Allocated IP 172.20.0.2 (b35f8934-9a6a-4213-829c-0d953cc2e4e3/5d2ac9a4-e575-4c78-8e06-6aaf470f62df/f5ab3f0d-269a-47c2-902f-87a63b61a016) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:37.543745 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Allocated IP 172.27.2.241 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/7c2867dc-e859-4772-8ec1-9c84c6c795a9) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:37.623560 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38960) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:37.641676 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.658580 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:37.664035 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Usage tracker for resource:security_group_rule and tenant:f5063bd8142d4fc8b55eb10f6908c660 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:37.667148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:37.674519 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:37.790328 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.795633 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.805757 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-742c6209-2cfa-4d91-acec-6b32a408af51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:37.811822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.838624 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8529cd17-4d17-4baf-9b6c-4c1fd4acf850,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.841246 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.843473 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:37.845566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:37.859701 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5063bd8142d4fc8b55eb10f6908c660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348640 May 10 11:33:37.863096 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 38966) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:37.914038 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:37.916630 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:37.920508 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:37.925940 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.952924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.972283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:37.978192 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2867dc-e859-4772-8ec1-9c84c6c795a9,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:37.978613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 4, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': 'aa93232c-f725-472a-bb29-8fefa310d3e2', 'name': '', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'mac_address': 'fa:16:3e:37:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:30Z', 'updated_at': '2021-05-10T11:33:36Z', 'revision_number': 4, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'subnets': [{'id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:37.982603 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:37.987504 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Transition to ACTIVE for port object f5ab3f0d-269a-47c2-902f-87a63b61a016 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:37.990263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ae22-4055-4b34-ae67-f02e924620f3 None None] The sync data for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi is: [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:33:31Z', 'revision_number': 4, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': 'aa93232c-f725-472a-bb29-8fefa310d3e2', 'name': '', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'mac_address': 'fa:16:3e:37:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:30Z', 'updated_at': '2021-05-10T11:33:36Z', 'revision_number': 4, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'subnets': [{'id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:38.008746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Transition to ACTIVE for port object f5ab3f0d-269a-47c2-902f-87a63b61a016 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:38.015240 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.019187 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9ac377c7-b93c-461b-a1eb-06578f413ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:38.020129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.025733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:38.039540 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8529cd17-4d17-4baf-9b6c-4c1fd4acf850,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:38.042453 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:38.044719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.046792 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8529cd17-4d17-4baf-9b6c-4c1fd4acf850 HTTP/1.1" status: 204 len: 168 time: 0.1818516 May 10 11:33:38.136048 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:38.160547 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:38.170175 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:38.245119 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f42032fc-f806-47a1-9d18-726d81bc6c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.321498 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device aa93232c-f725-472a-bb29-8fefa310d3e2 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:38.380554 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Pushing event updated for resources: {'Port': ['ID=f5ab3f0d-269a-47c2-902f-87a63b61a016,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:38.442051 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:38.465886 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Attempting to bind port f5ab3f0d-269a-47c2-902f-87a63b61a016 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:38.466469 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Attempting to bind port f5ab3f0d-269a-47c2-902f-87a63b61a016 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:38.467083 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Attempting to bind port f5ab3f0d-269a-47c2-902f-87a63b61a016 on network b35f8934-9a6a-4213-829c-0d953cc2e4e3 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:38.477384 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:38.478168 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Checking segment: {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:38.479058 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.479739 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Bound using segment: {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:38.480497 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Bound port: f5ab3f0d-269a-47c2-902f-87a63b61a016, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:38.481185 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.518786 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30186d-5ca7-4b95-aa3a-c0f23566abb3 req-6712fe2c-bec2-4a0c-bae4-886220f674ff tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:38.529205 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8b30186d-5ca7-4b95-aa3a-c0f23566abb3 req-6712fe2c-bec2-4a0c-bae4-886220f674ff tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2195055 May 10 11:33:38.540953 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port aa93232c-f725-472a-bb29-8fefa310d3e2 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:38.559281 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port aa93232c-f725-472a-bb29-8fefa310d3e2 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:38.560305 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.607247 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8b30186d-5ca7-4b95-aa3a-c0f23566abb3 req-edc649ff-dd11-45fe-bd51-261221601c36 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 May 10 11:33:38.654321 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] For port f5ab3f0d-269a-47c2-902f-87a63b61a016, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:38.660541 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] For port f5ab3f0d-269a-47c2-902f-87a63b61a016, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=f5ab3f0d-269a-47c2-902f-87a63b61a016,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:38.671496 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.676728 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:38.678117 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:38.759671 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Pushing event updated for resources: {'Port': ['ID=f5ab3f0d-269a-47c2-902f-87a63b61a016,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:38.769494 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:38.924852 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.038383 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port aa93232c-f725-472a-bb29-8fefa310d3e2, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=aa93232c-f725-472a-bb29-8fefa310d3e2,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:39.044907 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.053275 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:39.286093 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:39.296347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:39.359856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:39.725510 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:33:39.900858 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae19b9-fc7e-4b75-a81d-517ff69edfc3 req-60de9973-7009-4342-9387-0d3476157e51 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:39.903852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1eae19b9-fc7e-4b75-a81d-517ff69edfc3 req-60de9973-7009-4342-9387-0d3476157e51 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1195056 May 10 11:33:39.972323 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1eae19b9-fc7e-4b75-a81d-517ff69edfc3 req-752447d2-fe96-4864-bc1e-d5207aea5e66 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 May 10 11:33:40.083988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:40.096360 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Sync routers for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:40.106568 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:40.107269 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.121835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.123344 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5821602 May 10 11:33:40.126325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39036) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:40.332957 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:40.346669 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890edd0-496d-4c5e-bb62-185bfdb614f1 None None] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:40.401984 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39042) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:40.477895 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device aa93232c-f725-472a-bb29-8fefa310d3e2 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:40.603257 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.621819 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:40.626805 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Usage tracker for resource:security_group_rule and tenant:3338bfbcc1b445f9ae2d5e6ca93dac29 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:40.631003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:40.638059 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:40.794425 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-1596521b-27d5-4144-a23d-265dd14c4a39 None None] Provisioning for port f5ab3f0d-269a-47c2-902f-87a63b61a016 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:40.803003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.811506 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.828171 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-185da6a1-8c36-4402-a429-db33b2ff8801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:40.832680 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.854148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port aa93232c-f725-472a-bb29-8fefa310d3e2 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:40.854810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.878517 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:38Z', 'revision_number': 3, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:40.882997 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Checking router: 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:40.883942 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Updating router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:40.886792 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3338bfbcc1b445f9ae2d5e6ca93dac29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834702 May 10 11:33:40.889244 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39056) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:40.897901 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe62189d-6e2f-4117-ab0d-e24a8460346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:40.900635 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420d075-1ff9-4ecb-8e1c-951e7f029066,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:40.972363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:40.996559 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.026751 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.045540 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device f5ab3f0d-269a-47c2-902f-87a63b61a016 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:41.055009 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.090017 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.108747 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.115609 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b57781c5-4430-477d-ace3-80a921ae1d89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:41.127880 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420d075-1ff9-4ecb-8e1c-951e7f029066,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:41.130298 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:41.137010 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.138210 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d420d075-1ff9-4ecb-8e1c-951e7f029066 HTTP/1.1" status: 204 len: 168 time: 0.2480810 May 10 11:33:41.172947 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port f5ab3f0d-269a-47c2-902f-87a63b61a016 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:41.173678 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port f5ab3f0d-269a-47c2-902f-87a63b61a016 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:41.174811 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.257441 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-29761fc7-8d84-459d-a6be-4cbcc5a243b3 None None] Provisioning complete for port f5ab3f0d-269a-47c2-902f-87a63b61a016 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:41.257742 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-29761fc7-8d84-459d-a6be-4cbcc5a243b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.417436 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.443510 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Allocated IP 172.20.0.1 (b35f8934-9a6a-4213-829c-0d953cc2e4e3/5d2ac9a4-e575-4c78-8e06-6aaf470f62df/2a02c886-2e33-4f05-a1c7-835b9ab88d4a) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:41.461589 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-29761fc7-8d84-459d-a6be-4cbcc5a243b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.479395 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port f5ab3f0d-269a-47c2-902f-87a63b61a016, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=f5ab3f0d-269a-47c2-902f-87a63b61a016,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:41.490455 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.493137 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:41.581159 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.596952 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Transition to ACTIVE for port object 7c2867dc-e859-4772-8ec1-9c84c6c795a9 will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:41.607166 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.609128 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.db.api [None req-29761fc7-8d84-459d-a6be-4cbcc5a243b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:33:41.609675 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_db.api [None req-29761fc7-8d84-459d-a6be-4cbcc5a243b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:33:41.613856 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=f5ab3f0d-269a-47c2-902f-87a63b61a016,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:41.616947 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:41.620703 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:41.644226 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.668048 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Transition to ACTIVE for port object 2a02c886-2e33-4f05-a1c7-835b9ab88d4a will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:41.687703 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Attempting to bind port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:41.688076 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Attempting to bind port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:41.688436 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Attempting to bind port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:41.695275 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.700160 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:41.706001 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:41.706376 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:41.706768 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.707154 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:41.707617 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Bound port: 7c2867dc-e859-4772-8ec1-9c84c6c795a9, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:41.707998 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.737121 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104026-bdfe-423b-b8f9-b8052ab0f9e8 None None] Pushing event updated for resources: {'Port': ['ID=7c2867dc-e859-4772-8ec1-9c84c6c795a9,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:41.744587 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-c8104026-bdfe-423b-b8f9-b8052ab0f9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:41.756159 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:41.758696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:41.762389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:41.790557 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] For port 7c2867dc-e859-4772-8ec1-9c84c6c795a9, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:41.794950 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] For port 7c2867dc-e859-4772-8ec1-9c84c6c795a9, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c2867dc-e859-4772-8ec1-9c84c6c795a9,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:41.804338 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.810153 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-2bab521b-0e9f-476b-9a18-e98afa5d077a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:41.835082 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Pushing event updated for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:41.843378 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:41.876697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:41.910397 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:41.911399 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:42.023084 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.057159 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104026-bdfe-423b-b8f9-b8052ab0f9e8 None None] Pushing event updated for resources: {'Port': ['ID=7c2867dc-e859-4772-8ec1-9c84c6c795a9,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:42.062186 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-c8104026-bdfe-423b-b8f9-b8052ab0f9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:42.132975 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:42.278709 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device f5ab3f0d-269a-47c2-902f-87a63b61a016 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:42.394919 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.397346 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-85498d94-49dd-4ab8-8897-509514b7efdc None None] Provisioning for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:42.406518 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-85498d94-49dd-4ab8-8897-509514b7efdc None None] Provisioning complete for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:42.407255 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-85498d94-49dd-4ab8-8897-509514b7efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.435292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.440059 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.448131 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port f5ab3f0d-269a-47c2-902f-87a63b61a016 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:42.448661 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.473107 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df96fe4c-be53-4f17-b518-2ead5f7b6554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:42.523959 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-85498d94-49dd-4ab8-8897-509514b7efdc None None] Port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:33:42.538588 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2a02c886-2e33-4f05-a1c7-835b9ab88d4a', 'name': '', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'mac_address': 'fa:16:3e:0c:de:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:41Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 1, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'subnets': [{'id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:42.543626 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bc95d-6ec1-42ab-b708-5c59bff22459 None None] The sync data for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi is: [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2a02c886-2e33-4f05-a1c7-835b9ab88d4a', 'name': '', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'mac_address': 'fa:16:3e:0c:de:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:41Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 1, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'subnets': [{'id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:42.563645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:42.567107 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Pushing event updated for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:42.570553 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:42.724160 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:42.725821 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:43.016743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:33:43.049193 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-bbc65c31-dc7e-464c-a36f-cf5ea507fcce None None] Provisioning complete for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:43.049645 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bbc65c31-dc7e-464c-a36f-cf5ea507fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.078664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39114) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:43.128036 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-bbc65c31-dc7e-464c-a36f-cf5ea507fcce None None] Port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:33:43.228710 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:43.236940 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.238992 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] 10.222.0.41 "PUT /v2.0/routers/1bda29c8-9fcf-4909-85a9-ed7c08c5cf55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1107128 May 10 11:33:43.253976 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:43.259328 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Usage tracker for resource:security_group_rule and tenant:9665e5da6e1440f2827a92c3cb91d655 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:43.262577 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:43.270107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:43.431042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.436309 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.444444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-049917d0-33a2-4306-b052-ddf333da9b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:43.477588 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9665e5da6e1440f2827a92c3cb91d655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980429 May 10 11:33:43.480615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39130) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:43.497286 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beedbdef-b290-4074-9ca7-1da4cef1fc04,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:43.500318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:43.556655 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.593488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.649208 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.659055 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a121-347d-4fb5-80b6-841b0f9c40c1 req-c37504ea-af98-4233-a66a-18689056f08f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:43.661002 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9426a121-347d-4fb5-80b6-841b0f9c40c1 req-c37504ea-af98-4233-a66a-18689056f08f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1167445 May 10 11:33:43.662079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.667008 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-80880e61-9ea4-40f9-80db-6bad964ea906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:43.678784 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beedbdef-b290-4074-9ca7-1da4cef1fc04,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:43.682615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:43.686211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:43.687334 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/beedbdef-b290-4074-9ca7-1da4cef1fc04 HTTP/1.1" status: 204 len: 168 time: 0.2060308 May 10 11:33:43.757557 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9426a121-347d-4fb5-80b6-841b0f9c40c1 req-5453b112-887b-4a2f-a18b-e393d8caae7c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 May 10 11:33:44.288631 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c2867dc-e859-4772-8ec1-9c84c6c795a9 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:44.401842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:44.409118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:44.410017 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.617825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.636649 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 7c2867dc-e859-4772-8ec1-9c84c6c795a9, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c2867dc-e859-4772-8ec1-9c84c6c795a9,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:44.641897 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:44.644810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:44.717531 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=7c2867dc-e859-4772-8ec1-9c84c6c795a9,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:44.721935 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:45.622611 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Sync routers for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:45.633393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:45.634230 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:45.858624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:46.227941 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2a02c886-2e33-4f05-a1c7-835b9ab88d4a', 'name': '', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'mac_address': 'fa:16:3e:0c:de:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:41Z', 'updated_at': '2021-05-10T11:33:42Z', 'revision_number': 2, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'subnets': [{'id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:46.232723 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Checking router: 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:46.233430 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Updating router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:46.309101 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.327256 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c2867dc-e859-4772-8ec1-9c84c6c795a9 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:46.523157 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:46.523157 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:46.958990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.000909 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Transition to ACTIVE for port object 2a02c886-2e33-4f05-a1c7-835b9ab88d4a will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:47.017364 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.022012 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:47.185353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a74b2-1d33-4d74-ab67-1bace63b442d req-4f301ab3-4cab-48f6-9ebb-1ac356691a9d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:47.187202 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c91a74b2-1d33-4d74-ab67-1bace63b442d req-4f301ab3-4cab-48f6-9ebb-1ac356691a9d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1160853 May 10 11:33:47.251934 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c91a74b2-1d33-4d74-ab67-1bace63b442d req-26e8d63d-098e-4d3e-8ec0-01624e423fa1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570407 May 10 11:33:47.337903 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Pushing event updated for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:47.341742 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:47.351492 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Attempting to bind port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:47.351919 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Attempting to bind port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:47.352532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Attempting to bind port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a on network b35f8934-9a6a-4213-829c-0d953cc2e4e3 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:47.360528 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:47.361347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Checking segment: {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:47.362029 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.362686 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Bound using segment: {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:47.363305 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Bound port: 2a02c886-2e33-4f05-a1c7-835b9ab88d4a, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc4eff-a655-4bb9-a070-8768f748561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:47.364003 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.488661 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] For port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:47.496195 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] For port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:47.506898 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:47.510974 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:47.619433 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:47.620069 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:47.736104 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Pushing event updated for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:47.738572 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:47.857796 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:48.258347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2a02c886-2e33-4f05-a1c7-835b9ab88d4a', 'name': '', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'mac_address': 'fa:16:3e:0c:de:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:41Z', 'updated_at': '2021-05-10T11:33:47Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'subnets': [{'id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:48.263011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1a60c-0bd6-44b9-a70c-9cbadef8c3f1 None None] The sync data for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi is: [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:33:41Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2a02c886-2e33-4f05-a1c7-835b9ab88d4a', 'name': '', 'network_id': 'b35f8934-9a6a-4213-829c-0d953cc2e4e3', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'mac_address': 'fa:16:3e:0c:de:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:41Z', 'updated_at': '2021-05-10T11:33:47Z', 'revision_number': 4, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'subnets': [{'id': '5d2ac9a4-e575-4c78-8e06-6aaf470f62df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:48.317632 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2a02c886-2e33-4f05-a1c7-835b9ab88d4a up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:48.484852 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:48.496126 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:48.496662 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.591654 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8fa32-7576-4593-a8fe-f12e85d9d87a req-215c0279-174b-499e-befd-3d9b8219704e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:48.600223 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-09d8fa32-7576-4593-a8fe-f12e85d9d87a req-215c0279-174b-499e-befd-3d9b8219704e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1408186 May 10 11:33:48.670930 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-09d8fa32-7576-4593-a8fe-f12e85d9d87a req-bbbf2798-dcfb-45f0-8a60-6c770651fe44 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697091 May 10 11:33:48.692447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.735306 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:48.745098 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:48.750212 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:48.833691 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:48.837142 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:49.918771 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2099e18-9400-41fe-a0c5-7b950bf6e980 req-742af62c-eaca-418c-91cb-af6197fee316 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:49.927225 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2099e18-9400-41fe-a0c5-7b950bf6e980 req-742af62c-eaca-418c-91cb-af6197fee316 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1226830 May 10 11:33:50.087007 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2099e18-9400-41fe-a0c5-7b950bf6e980 req-b30525e9-78de-4906-84f1-baa596b3d025 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587272 May 10 11:33:50.296101 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2a02c886-2e33-4f05-a1c7-835b9ab88d4a up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:50.465793 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:50.466295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.533953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39274) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:50.817292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.853473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:50.863291 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Usage tracker for resource:security_group_rule and tenant:c13da996c3a14bffb51f3e11b0102909 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:50.866213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:50.872917 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:50.970102 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.978747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.989640 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-c4fc7189-ae60-478a-96ac-869dbb0c47d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:51.049515 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c13da996c3a14bffb51f3e11b0102909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084977 May 10 11:33:51.049844 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39292) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:51.076254 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c230ab47-5544-400c-86f3-83fc17c8e36f,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:51.160109 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:51.192320 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.286698 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.480174 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.488596 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-72230b3e-7edb-4375-b973-88ea88c883aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:51.520800 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230ab47-5544-400c-86f3-83fc17c8e36f,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:51.524621 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:51.535518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25da3c-41c4-4780-a96a-d6116f9c0fda req-bfffd026-b295-4582-af94-0e1be0594f17 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:51.537015 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ee25da3c-41c4-4780-a96a-d6116f9c0fda req-bfffd026-b295-4582-af94-0e1be0594f17 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2429168 May 10 11:33:51.543510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:51.547258 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c230ab47-5544-400c-86f3-83fc17c8e36f HTTP/1.1" status: 204 len: 168 time: 0.4944825 May 10 11:33:51.620401 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ee25da3c-41c4-4780-a96a-d6116f9c0fda req-15153767-6d66-48e6-b1ce-3f0b1fdc043b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720708 May 10 11:33:52.520257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39338) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:52.634562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1191239612-network', 'tenant_id': '80d945102a964d8bb959c00e14f35377'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:52.640702 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:52.645491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Usage tracker for resource:network and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:52.650010 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:52.657374 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:52.682426 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Made reservation on behalf of 80d945102a964d8bb959c00e14f35377 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:52.684917 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.698358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.714364 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:52.718516 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:52.722499 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:52.728979 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:52.857678 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a520-d105-4214-862b-e7185550309e req-bc814cf4-2e7a-4bc2-90eb-37b119d445d0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:52.867735 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9702a520-d105-4214-862b-e7185550309e req-bc814cf4-2e7a-4bc2-90eb-37b119d445d0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1067090 May 10 11:33:52.872114 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.877991 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.881453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d0e4ecb0-aa15-4d99-832d-14c1c12dda12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:52.912384 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:33:52.922138 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a95f92-63bd-4bed-827e-48f9572eed46,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:52.923182 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9702a520-d105-4214-862b-e7185550309e req-6ba328c6-9169-4d45-b857-7c82d77d484e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 May 10 11:33:52.926517 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:52.929812 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:52.930349 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Added segment d872c70f-bae2-4822-a299-0d0c402b7be2 of type vlan for network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 May 10 11:33:52.961874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.001556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.003523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:53.004186 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.007669 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:53.115522 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Pushing event updated for resources: {'Network': ['ID=26f36d2c-ad89-42a5-a4cd-68304e4e8106,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:53.119855 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:53.128690 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39350) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:53.128967 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6073623 May 10 11:33:53.134205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Request body: {'subnet': {'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1191239612-subnet', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:53.135038 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:33:53.141114 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:53.146826 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Usage tracker for resource:subnet and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:53.150078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:53.157925 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:53.169953 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Made reservation on behalf of 80d945102a964d8bb959c00e14f35377 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:33:53.172565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943290'] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.681078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943304'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.687082 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:53.765048 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Checking segment: {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:53.765748 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Network hostable DHCP agents. Network: 26f36d2c-ad89-42a5-a4cd-68304e4e8106, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:33:53.772753 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee6fcdd-5613-49c2-b035-1666f71a56fb,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:53.775736 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:53.792584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:33:53.806174 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 26f36d2c-ad89-42a5-a4cd-68304e4e8106) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:53.817601 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:53.818429 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.819050 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aaf878-4cbd-4b6b-94ed-b9c4971f46d3 None None] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:53.844524 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7124214 May 10 11:33:53.844758 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39360) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:53.851764 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:33:53.857500 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:33:53.862696 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Usage tracker for resource:router and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:33:53.866716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:33:53.873348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:33:53.886016 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.887441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.910214 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.108282 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'fixed_ips': [{'subnet_id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:33:54.109377 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.251087 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.342798 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Allocated IP 172.20.0.2 (26f36d2c-ad89-42a5-a4cd-68304e4e8106/1ee6fcdd-5613-49c2-b035-1666f71a56fb/0802fa67-9839-402c-af5c-d1da5090727b) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:54.395974 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67b80-e2b8-4eb4-abb6-b54f9ce8c228 req-d7415b43-7f8a-4680-8a0c-810a61d67f41 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:54.397478 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2cb67b80-e2b8-4eb4-abb6-b54f9ce8c228 req-d7415b43-7f8a-4680-8a0c-810a61d67f41 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2631855 May 10 11:33:54.459531 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2cb67b80-e2b8-4eb4-abb6-b54f9ce8c228 req-5bce1c76-6bc8-4483-a07b-0f1e9e555c8c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 May 10 11:33:54.619480 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.650457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Transition to ACTIVE for port object 0802fa67-9839-402c-af5c-d1da5090727b will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:54.671545 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Transition to ACTIVE for port object 0802fa67-9839-402c-af5c-d1da5090727b will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:54.683088 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.686909 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:54.854852 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:54.857377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.858410 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:54.863341 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:54.886132 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Pushing event updated for resources: {'Port': ['ID=0802fa67-9839-402c-af5c-d1da5090727b,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:54.916874 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.918624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:55.003706 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Attempting to bind port 0802fa67-9839-402c-af5c-d1da5090727b on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:55.004087 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Attempting to bind port 0802fa67-9839-402c-af5c-d1da5090727b by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:55.004461 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Attempting to bind port 0802fa67-9839-402c-af5c-d1da5090727b on network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:55.010064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:55.010441 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Checking segment: {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:55.010846 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.011243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Bound using segment: {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:55.011711 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Bound port: 0802fa67-9839-402c-af5c-d1da5090727b, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:55.012087 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.111785 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] For port 0802fa67-9839-402c-af5c-d1da5090727b, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:55.114260 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Allocated IP 172.27.2.77 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/baf81319-98f2-4b0a-86d7-3ef0d4080bc7) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:33:55.117295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] For port 0802fa67-9839-402c-af5c-d1da5090727b, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=0802fa67-9839-402c-af5c-d1da5090727b,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:55.122975 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.131097 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:55.203967 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Pushing event updated for resources: {'Port': ['ID=0802fa67-9839-402c-af5c-d1da5090727b,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.209038 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:55.320198 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.368377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.375997 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0222dd8c-6fb4-4a1d-9426-06297dc4966d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:55.484368 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:33:55.489047 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:33:55.497769 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:33:55.538242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Pushing event updated for resources: {'Port': ['ID=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:55.544810 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:55.930439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cb97-0c74-4ae3-965a-1b9147133b6d req-72ea4514-7c8b-4da1-9287-033c2b80b79d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:55.937360 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9c91cb97-0c74-4ae3-965a-1b9147133b6d req-72ea4514-7c8b-4da1-9287-033c2b80b79d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2979910 May 10 11:33:56.136075 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9c91cb97-0c74-4ae3-965a-1b9147133b6d req-729fb32a-4727-4eff-bcc9-f4e02f6bb486 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976168 May 10 11:33:56.205860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.356338 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 0802fa67-9839-402c-af5c-d1da5090727b up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:56.539582 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 0802fa67-9839-402c-af5c-d1da5090727b completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:56.715736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.778988 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad16d2-0f17-4581-81dc-d2427d7e5f1c None None] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:33:56.904705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Provisioning for port 0802fa67-9839-402c-af5c-d1da5090727b completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:33:56.928666 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Provisioning complete for port 0802fa67-9839-402c-af5c-d1da5090727b triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:56.928991 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.169301 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.261201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.324814 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] For port 0802fa67-9839-402c-af5c-d1da5090727b, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=0802fa67-9839-402c-af5c-d1da5090727b,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:57.336419 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.339155 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:57.458569 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-00b05778-ca35-4aaa-ba99-30c4e382f336 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:57.469967 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-00b05778-ca35-4aaa-ba99-30c4e382f336 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/networks?id=86b86787-20c1-464f-9359-22482ccdd195 HTTP/1.1" status: 200 len: 814 time: 0.6359344 May 10 11:33:57.476022 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Pushing event updated for resources: {'Port': ['ID=0802fa67-9839-402c-af5c-d1da5090727b,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:57.491096 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:57.514414 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-2ccdb8dc-0409-405d-a35b-37c214499d5c tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/quotas/3f890aa59e5a4a5aad7a617f56e0eee3 HTTP/1.1" status: 200 len: 375 time: 0.0416279 May 10 11:33:57.627034 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bfa56-5605-48ef-85b8-0487ca4a2239 req-c7c8d417-d1a3-4390-9db5-15535f38a77e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:57.628498 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-382bfa56-5605-48ef-85b8-0487ca4a2239 req-c7c8d417-d1a3-4390-9db5-15535f38a77e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.5365238 May 10 11:33:57.660283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-492e46c1-c9c5-4e9b-b6b1-0ea78cb00bb7 None None] Provisioning complete for port 0802fa67-9839-402c-af5c-d1da5090727b triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:57.660283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-492e46c1-c9c5-4e9b-b6b1-0ea78cb00bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.672644 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8afbb7-b70f-4519-8178-92bcbc19c325 req-1cefb948-caf7-4d77-b34b-cc3339279700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:57.674158 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f8afbb7-b70f-4519-8178-92bcbc19c325 req-1cefb948-caf7-4d77-b34b-cc3339279700 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.4789197 May 10 11:33:57.760300 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-382bfa56-5605-48ef-85b8-0487ca4a2239 req-58e5fb77-11ed-47be-aa72-c8187cc8bebb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114986 May 10 11:33:57.768742 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-df2e6823-5805-4ad8-b5ea-d2c25acd412c tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f890aa59e5a4a5aad7a617f56e0eee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464628 May 10 11:33:57.780207 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f8afbb7-b70f-4519-8178-92bcbc19c325 req-3defbbd7-a90c-492c-ad0f-b103909d8648 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920866 May 10 11:33:57.782979 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:33:58.121610 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:58.125992 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-f54cba0c-ccdd-4f17-a86b-e4a5096de05a service neutron] 10.222.0.41 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804384 May 10 11:33:58.130358 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Sync routers for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:58.140923 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:58.141582 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:58.237466 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186e7b-76e8-4000-9242-a763af804313 req-b675a568-ac76-46ff-825b-362f77556c30 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:58.244642 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e3186e7b-76e8-4000-9242-a763af804313 req-b675a568-ac76-46ff-825b-362f77556c30 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.3176305 May 10 11:33:58.261044 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.264825 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4185190 May 10 11:33:58.265060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39504) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:58.282272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 0802fa67-9839-402c-af5c-d1da5090727b up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:58.327698 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:58.400690 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e3186e7b-76e8-4000-9242-a763af804313 req-0e953cf2-899c-4894-b801-051710420c0b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521053 May 10 11:33:58.431222 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 0802fa67-9839-402c-af5c-d1da5090727b triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:58.431857 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.446313 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-f77dd4c5-2b0f-48e5-98a7-84daa0b1d7bc service neutron] 10.222.0.41 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072529 May 10 11:33:58.736574 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:33:55Z', 'revision_number': 3, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:58.742363 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Checking router: c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:58.742965 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Updating router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:33:58.802069 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-76ac7b94-1353-43d1-86e8-0e8ce86ee555 req-16757ce0-74af-4966-92f9-dc3215a62326 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 210 time: 0.1312609 May 10 11:33:58.824093 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.140779 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23949877-20cd-4894-9a5f-31879c7513f1 req-e43d1e86-3c71-44c5-bf02-3a07185627fa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:59.144812 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-23949877-20cd-4894-9a5f-31879c7513f1 req-e43d1e86-3c71-44c5-bf02-3a07185627fa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1323974 May 10 11:33:59.202383 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-23949877-20cd-4894-9a5f-31879c7513f1 req-ce98b8d6-1dcc-4fa5-894d-ff48fa68c03e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502033 May 10 11:33:59.421364 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.441677 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Transition to ACTIVE for port object baf81319-98f2-4b0a-86d7-3ef0d4080bc7 will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:33:59.452760 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.460616 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:59.551929 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Attempting to bind port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:33:59.552422 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Attempting to bind port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:33:59.552890 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Attempting to bind port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:33:59.559930 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572cd8-f677-42d8-8dd9-3a6f5a4a5650 None None] Pushing event updated for resources: {'Port': ['ID=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:59.564871 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:33:59.565864 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:33:59.566443 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.566937 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:33:59.567521 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Bound port: baf81319-98f2-4b0a-86d7-3ef0d4080bc7, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:33:59.568020 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.596110 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-24572cd8-f677-42d8-8dd9-3a6f5a4a5650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:59.609006 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.653781 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] For port baf81319-98f2-4b0a-86d7-3ef0d4080bc7, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:33:59.657643 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] For port baf81319-98f2-4b0a-86d7-3ef0d4080bc7, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:33:59.664534 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:59.670354 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-c8104026-bdfe-423b-b8f9-b8052ab0f9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:59.756257 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220744-4e64-4753-8b4b-c0bc7daa083e req-331b6dbc-a00d-4767-8d0c-5094dead606c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:59.764416 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa220744-4e64-4753-8b4b-c0bc7daa083e req-331b6dbc-a00d-4767-8d0c-5094dead606c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1329961 May 10 11:33:59.770696 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:59.771585 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:59.868365 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa220744-4e64-4753-8b4b-c0bc7daa083e req-34c91dfb-9707-4f22-98de-6b429a2311a1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030953 May 10 11:33:59.926945 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572cd8-f677-42d8-8dd9-3a6f5a4a5650 None None] Pushing event updated for resources: {'Port': ['ID=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:59.958707 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-24572cd8-f677-42d8-8dd9-3a6f5a4a5650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:59.991690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Allocated IP 172.20.0.1 (26f36d2c-ad89-42a5-a4cd-68304e4e8106/1ee6fcdd-5613-49c2-b035-1666f71a56fb/8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:00.079339 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:00.190212 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d054327e-3d64-4007-92ce-a5f5e267ca61 req-3ceef6c9-8836-46db-b2e3-1af9678411ea tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 210 time: 0.0518055 May 10 11:34:00.192264 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.209239 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Transition to ACTIVE for port object 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:00.239109 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.245322 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-eab26431-5c74-41a4-ae3e-942a1228221e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:00.254818 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509672-9a4c-4170-b5d1-952ea76316e5 req-95d90629-0d71-44de-a5fe-edc17bb5a9aa tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:00.256426 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-aa509672-9a4c-4170-b5d1-952ea76316e5 req-95d90629-0d71-44de-a5fe-edc17bb5a9aa tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2618093 May 10 11:34:00.322762 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-aa509672-9a4c-4170-b5d1-952ea76316e5 req-3b493221-6ed9-4e77-95b6-85eae5d057d7 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565290 May 10 11:34:00.330578 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Pushing event updated for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:00.350661 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:00.352070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:00.366885 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.367257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.367622 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.367980 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.368328 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.368679 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.369024 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.369414 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.369759 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.370104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.370443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.370781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:00.374134 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:00.419684 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:00.489159 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.591450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285448-c064-4058-9160-79e1cdb36a61 req-b1a994d7-4f23-40d6-8610-028c555dbe0a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:00.605239 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ec285448-c064-4058-9160-79e1cdb36a61 req-b1a994d7-4f23-40d6-8610-028c555dbe0a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1839540 May 10 11:34:00.726458 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:33:55Z', 'revision_number': 3, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:00.746298 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a874-2dd7-4110-af2e-580c182564f1 None None] The sync data for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi is: [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:33:55Z', 'revision_number': 3, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:00.794072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.858124 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-76629f40-4da7-402a-a93f-633b6c2f4aa6 None None] Provisioning for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:00.871558 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-76629f40-4da7-402a-a93f-633b6c2f4aa6 None None] Provisioning complete for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:00.871994 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-76629f40-4da7-402a-a93f-633b6c2f4aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:00.916358 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ec285448-c064-4058-9160-79e1cdb36a61 req-088901c0-020d-4ddd-9500-1ddeeb2b0be5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3097849 May 10 11:34:01.019215 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-76629f40-4da7-402a-a93f-633b6c2f4aa6 None None] Port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:01.149825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.238905 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-95917e9e-2518-42d3-b049-58ec10a0c027 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:01.240565 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-95917e9e-2518-42d3-b049-58ec10a0c027 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.21 "GET /v2.0/networks?id=86b86787-20c1-464f-9359-22482ccdd195 HTTP/1.1" status: 200 len: 814 time: 0.5842190 May 10 11:34:01.250530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.293111 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:01.302676 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Request body: {'port': {'device_id': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'admin_state_up': True, 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:01.421393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Pushing event updated for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:01.427132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:01.429039 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.435718 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1c3af-b2d2-42f6-bc65-d24d06398c8c req-885d4551-620a-4e7c-8272-0c6d9d93b071 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:01.441761 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-46b1c3af-b2d2-42f6-bc65-d24d06398c8c req-885d4551-620a-4e7c-8272-0c6d9d93b071 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.4426925 May 10 11:34:01.525813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0e3edf3b-cfb1-4d42-b295-95ad3cbfcb55 req-68592a80-ff9d-4be4-bb80-ba5dcc5dbd2b tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 210 time: 0.0991225 May 10 11:34:01.534218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-ee87fef5-7bca-46d9-9936-00f7bbe1dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:01.535721 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-ee87fef5-7bca-46d9-9936-00f7bbe1dac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.3838139 May 10 11:34:01.595353 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-46b1c3af-b2d2-42f6-bc65-d24d06398c8c req-3094beaa-aba6-42be-b592-8c5ad2129f80 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479721 May 10 11:34:01.643860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:01.654184 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Usage tracker for resource:port and tenant:3f890aa59e5a4a5aad7a617f56e0eee3 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:01.672168 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:01.679333 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:01.728053 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Made reservation on behalf of 3f890aa59e5a4a5aad7a617f56e0eee3 for: {'port': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:01.731586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:01.864639 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53e4c-fd6d-4a75-920e-ece6728ad493 req-c371e313-f16c-4301-b166-257f65dc1ab3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:01.866243 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ecd53e4c-fd6d-4a75-920e-ece6728ad493 req-c371e313-f16c-4301-b166-257f65dc1ab3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1796899 May 10 11:34:02.035321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:02.039045 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:02.119736 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ecd53e4c-fd6d-4a75-920e-ece6728ad493 req-d70d6803-53ed-4f05-809b-6994d8b9123a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357488 May 10 11:34:02.195611 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Allocated IP 172.20.0.9 (86b86787-20c1-464f-9359-22482ccdd195/9817c3e3-520e-4a3f-b644-9b517dc153fa/c06e0775-53ac-4d46-86e0-4a16eb44e0b5) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:02.298811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-919f26a8-a5d5-447e-9991-aa17539518b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:02.314313 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-919f26a8-a5d5-447e-9991-aa17539518b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.7536187 May 10 11:34:02.391662 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device baf81319-98f2-4b0a-86d7-3ef0d4080bc7 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:02.620905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-51026fe9-cdee-479c-8a1e-9707fa0253fd None None] Provisioning complete for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:02.620905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-51026fe9-cdee-479c-8a1e-9707fa0253fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.720985 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:02.853855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:02.869735 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-51026fe9-cdee-479c-8a1e-9707fa0253fd None None] Port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:02.874158 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:02.874738 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:02.885539 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-c98351d3-e723-4dd1-bf36-18d8d9edff40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.1549509 May 10 11:34:02.988453 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a14fe-4d42-4f9e-a3ad-7978186e7788 req-4362af4e-7044-4514-819e-fbe649ae282e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:02.996422 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-445a14fe-4d42-4f9e-a3ad-7978186e7788 req-4362af4e-7044-4514-819e-fbe649ae282e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.5081334 May 10 11:34:03.074158 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.088272 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-445a14fe-4d42-4f9e-a3ad-7978186e7788 req-6b1239c2-4741-44cc-9515-ca416935f0a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903482 May 10 11:34:03.128762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.139500 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Transition to ACTIVE for port object c06e0775-53ac-4d46-86e0-4a16eb44e0b5 will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:03.155562 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port baf81319-98f2-4b0a-86d7-3ef0d4080bc7, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:03.160506 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.164143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:03.211077 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.221327 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:03.306544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Network 86b86787-20c1-464f-9359-22482ccdd195 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:03.310163 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:03.312267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:03.413302 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:03.418104 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:03.431911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:03.435055 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] 10.222.0.41 "PUT /v2.0/routers/c7bbe6b3-1d32-4090-93ac-928eee0bc9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1662993 May 10 11:34:03.550628 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Pushing event updated for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:03.576066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.577301 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.577956 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.578512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.579917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.580983 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.581699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.582489 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.583166 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.583731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.584356 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.584977 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:03.602267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:03.604139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39626) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:03.608259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4d2d8d69-338a-48a5-9f7e-ce687df8abfc None None] Provisioning for port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:03.614617 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4d2d8d69-338a-48a5-9f7e-ce687df8abfc None None] Provisioning complete for port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:03.615010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8d69-338a-48a5-9f7e-ce687df8abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.688252 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:03.691249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.695252 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Sync routers for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:03.753827 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:03.756613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:03.804557 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-560c09bb-caf6-43dc-973d-a972eac02b80 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5475447 May 10 11:34:03.835449 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5756001-043d-422c-aafd-f534c069aa0a req-7409509c-0885-495b-96c5-4fabd8f6f101 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:03.836214 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-b5756001-043d-422c-aafd-f534c069aa0a req-7409509c-0885-495b-96c5-4fabd8f6f101 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Synchronizing usage tracker for tenant:3f890aa59e5a4a5aad7a617f56e0eee3 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:03.870707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-b5756001-043d-422c-aafd-f534c069aa0a req-7409509c-0885-495b-96c5-4fabd8f6f101 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Unset dirty status for tenant:3f890aa59e5a4a5aad7a617f56e0eee3 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:03.879933 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b5756001-043d-422c-aafd-f534c069aa0a req-7409509c-0885-495b-96c5-4fabd8f6f101 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 931 time: 0.5010552 May 10 11:34:03.921580 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d8d69-338a-48a5-9f7e-ce687df8abfc None None] Port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:03.965773 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:03.988537 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:03.994572 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Usage tracker for resource:security_group_rule and tenant:03ca087093b4453f9ad49fe1062dbcb2 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:03.998206 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:04.005604 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:04.021542 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:04.106268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.134425 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b5756001-043d-422c-aafd-f534c069aa0a req-33d60664-443c-49eb-8ca5-14c8cd7c3d60 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515180 May 10 11:34:04.142716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.169344 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-52dc66ed-ee72-4036-bc79-c5e967c01a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:04.223378 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03ca087093b4453f9ad49fe1062dbcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020031 May 10 11:34:04.225208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f0d24-9a9d-4ac4-af63-dba869e03d9a,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:04.225979 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39644) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:04.228293 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:04.319918 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.350233 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.464952 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device baf81319-98f2-4b0a-86d7-3ef0d4080bc7 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:04.495542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.504511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21687d2a-78ee-434d-ab24-032db4552e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:04.541056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f0d24-9a9d-4ac4-af63-dba869e03d9a,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:04.544693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:04.551790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.552933 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c86f0d24-9a9d-4ac4-af63-dba869e03d9a HTTP/1.1" status: 204 len: 168 time: 0.3259747 May 10 11:34:04.589006 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:04.589517 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.627828 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669a5e-0665-465f-bf81-0d6d0666dc6d req-3cecddfd-360c-4b5c-b96c-33b9226bb985 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:04.635883 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d669a5e-0665-465f-bf81-0d6d0666dc6d req-3cecddfd-360c-4b5c-b96c-33b9226bb985 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2842934 May 10 11:34:04.640894 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39654) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:04.646748 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1141616191-network', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:04.655385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:04.667762 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Usage tracker for resource:network and tenant:998fe872fcac4863a625a9cea4d8d7a3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:04.675029 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:04.680947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:04.701296 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Made reservation on behalf of 998fe872fcac4863a625a9cea4d8d7a3 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:04.703650 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.728920 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:04.745603 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d669a5e-0665-465f-bf81-0d6d0666dc6d req-5dc56ba2-b38b-409a-a05f-d3d2e1a63377 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022692 May 10 11:34:04.772551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:04.784958 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:998fe872fcac4863a625a9cea4d8d7a3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:04.790462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:04.812309 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:05.062912 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.072891 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:34:00Z', 'revision_number': 4, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf', 'name': '', 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'mac_address': 'fa:16:3e:bb:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:59Z', 'updated_at': '2021-05-10T11:34:00Z', 'revision_number': 2, 'project_id': '80d945102a964d8bb959c00e14f35377', 'subnets': [{'id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:05.074978 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.079381 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Checking router: c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:05.079965 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Updating router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:05.083249 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:05.120265 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda270b-266c-48eb-9332-99f5c7030d90,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:05.125246 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:05.132868 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:05.152336 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.152679 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Added segment 7c781d4f-8195-461a-a7e9-93368702cae4 of type vlan for network b92a53d0-6518-4837-8a70-57934c78c99b May 10 11:34:05.200265 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.206636 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.263173 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.266248 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:05.268341 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.281184 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:05.331606 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe15a-ff7c-4bbd-896c-f4bbfcbeed38 req-0e3e3eac-d56b-4929-b844-7532011f0f1d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:05.338783 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40bbe15a-ff7c-4bbd-896c-f4bbfcbeed38 req-0e3e3eac-d56b-4929-b844-7532011f0f1d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2765796 May 10 11:34:05.481920 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40bbe15a-ff7c-4bbd-896c-f4bbfcbeed38 req-67cc35af-9274-4eb6-9c67-1323285e8f14 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368320 May 10 11:34:05.532547 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b92a53d0-6518-4837-8a70-57934c78c99b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:05.540870 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:05.567721 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9245346 May 10 11:34:05.569267 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39672) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:05.575574 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Request body: {'subnet': {'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1141616191-subnet', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:05.582585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:05.588563 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Usage tracker for resource:subnet and tenant:998fe872fcac4863a625a9cea4d8d7a3 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:05.592386 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:05.604095 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:05.626683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Made reservation on behalf of 998fe872fcac4863a625a9cea4d8d7a3 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:05.630283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943290'] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:05.661143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network b92a53d0-6518-4837-8a70-57934c78c99b details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:34:05.862529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a5fc-395b-4f09-99b2-6e7be0420cc2 req-bc4b8e82-cee5-448e-a74c-eaf0036372f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:05.864198 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e707a5fc-395b-4f09-99b2-6e7be0420cc2 req-bc4b8e82-cee5-448e-a74c-eaf0036372f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1321068 May 10 11:34:05.972815 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e707a5fc-395b-4f09-99b2-6e7be0420cc2 req-2622861b-3555-4674-aec8-9b019cf4bbd6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015265 May 10 11:34:06.063526 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.112204 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Transition to ACTIVE for port object 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:06.112329 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39690) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:06.122605 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.134062 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:06.371241 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997706495-network', 'tenant_id': '5251ccd249504765b362199482789dc9'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:06.383054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:06.391437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7661-e041-4e40-bcfd-024abe92d16a req-11c7f680-dd00-4d80-aab2-561fa1a88df6 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:06.392789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Usage tracker for resource:network and tenant:5251ccd249504765b362199482789dc9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:06.397203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Pushing event updated for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:06.405768 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-574a7661-e041-4e40-bcfd-024abe92d16a req-11c7f680-dd00-4d80-aab2-561fa1a88df6 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 931 time: 0.2111800 May 10 11:34:06.407095 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:06.416002 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:06.430280 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:06.461039 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Made reservation on behalf of 5251ccd249504765b362199482789dc9 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:06.463748 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.489990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.502716 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Attempting to bind port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:06.503103 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Attempting to bind port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:06.503471 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Attempting to bind port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf on network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:06.512201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:06.514334 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Checking segment: {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:06.514930 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.515337 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Bound using segment: {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:06.515827 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Bound port: 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872c70f-bae2-4822-a299-0d0c402b7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:06.516208 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.527245 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:06.537113 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5251ccd249504765b362199482789dc9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:06.541663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:06.552755 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:06.581921 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-574a7661-e041-4e40-bcfd-024abe92d16a req-e54ecdf1-93e9-4f4a-9798-0b82fc2ce51e tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650424 May 10 11:34:06.647104 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943304'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.656660 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:06.675461 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] For port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:06.679426 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.682248 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] For port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:06.684947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.689150 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:06.690603 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.694953 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:06.718130 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07607ce-4431-4f43-9be6-4cdd56c14a80,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:06.740527 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:06.755738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:06.766211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.767023 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Added segment c098582b-65ec-4595-9710-c5a3bd10ea2d of type vlan for network 469fc85c-344d-4fc1-9cd2-014e3be6be5b May 10 11:34:06.818108 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.844161 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:06.845616 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:33:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:06.875591 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.877927 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:06.880184 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:06.893846 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48144d79-a40d-4126-87d4-7a37a4c76134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:06.912411 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7153aac2-ee99-4078-8770-d3229fe7d33b,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:06.914962 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Checking segment: {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:06.915393 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Network hostable DHCP agents. Network: b92a53d0-6518-4837-8a70-57934c78c99b, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:06.920477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:06.972872 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Network b92a53d0-6518-4837-8a70-57934c78c99b is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:07.018013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, b92a53d0-6518-4837-8a70-57934c78c99b) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:07.045263 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:07.045868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.049577 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Pushing event updated for resources: {'Network': ['ID=469fc85c-344d-4fc1-9cd2-014e3be6be5b,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:07.062805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:07.080730 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9819580-c838-4253-a58c-8be243d98c30 req-dd545c10-5633-4df4-a7ba-9fb91a0122af tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:07.088030 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9792483 May 10 11:34:07.088304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39700) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:07.088651 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d9819580-c838-4253-a58c-8be243d98c30 req-dd545c10-5633-4df4-a7ba-9fb91a0122af tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2612507 May 10 11:34:07.101856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Request body: {'subnet': {'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997706495-subnet', 'tenant_id': '5251ccd249504765b362199482789dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:07.102394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:07.106788 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Usage tracker for resource:subnet and tenant:5251ccd249504765b362199482789dc9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:07.113948 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:07.124992 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:07.126823 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:07.159792 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Made reservation on behalf of 5251ccd249504765b362199482789dc9 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:07.162452 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.166420 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d9819580-c838-4253-a58c-8be243d98c30 req-2c9a0cd4-aa55-44a5-88df-eb8a85cd060f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768259 May 10 11:34:07.167804 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b3876da3-e06e-4510-9f4d-41bf27880a18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5975204 May 10 11:34:07.170529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39704) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:07.176906 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:07.182530 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:07.182696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb72565-d329-4fe2-b4ce-396c84334053 None None] Network b92a53d0-6518-4837-8a70-57934c78c99b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:07.187051 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Usage tracker for resource:router and tenant:998fe872fcac4863a625a9cea4d8d7a3 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:07.191994 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:07.201835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:34:07.217759 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:07.255907 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.256968 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.280285 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.576146 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Pushing event updated for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:07.583148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:07.827905 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:07.870444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e6c-ba79-428f-9370-dc11bc60b7bf req-ce8b4db8-051e-4910-b4f7-c522a75ab2e2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:07.872228 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30ca4e6c-ba79-428f-9370-dc11bc60b7bf req-ce8b4db8-051e-4910-b4f7-c522a75ab2e2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.5507057 May 10 11:34:08.013404 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-b92a53d0-6518-4837-8a70-57934c78c99b', 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'fixed_ips': [{'subnet_id': '7153aac2-ee99-4078-8770-d3229fe7d33b'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:34:08.014329 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.054744 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.060166 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:08.133078 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-61997592-a297-44c2-aa99-19e09e4b7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.136493 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30ca4e6c-ba79-428f-9370-dc11bc60b7bf req-3525f16f-11bc-4c1a-806b-8b54679e4b46 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503562 May 10 11:34:08.140766 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:34:00Z', 'revision_number': 4, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf', 'name': '', 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'mac_address': 'fa:16:3e:bb:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:59Z', 'updated_at': '2021-05-10T11:34:06Z', 'revision_number': 4, 'project_id': '80d945102a964d8bb959c00e14f35377', 'subnets': [{'id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:08.153825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b26a70-a237-4f9c-883c-cc6f03a97412,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:08.160935 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:08.161103 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46573a-0ef4-4ace-9b21-aaa4c7d712c0 None None] The sync data for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi is: [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:34:00Z', 'revision_number': 4, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf', 'name': '', 'network_id': '26f36d2c-ad89-42a5-a4cd-68304e4e8106', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'mac_address': 'fa:16:3e:bb:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:59Z', 'updated_at': '2021-05-10T11:34:06Z', 'revision_number': 4, 'project_id': '80d945102a964d8bb959c00e14f35377', 'subnets': [{'id': '1ee6fcdd-5613-49c2-b035-1666f71a56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:08.167038 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Checking segment: {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:08.167457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Network hostable DHCP agents. Network: 469fc85c-344d-4fc1-9cd2-014e3be6be5b, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:08.279516 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:08.300460 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Allocated IP 172.20.0.2 (b92a53d0-6518-4837-8a70-57934c78c99b/7153aac2-ee99-4078-8770-d3229fe7d33b/3aef50ec-91ac-453b-a199-feacd4c7c856) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:08.320376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 469fc85c-344d-4fc1-9cd2-014e3be6be5b) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:08.336399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:08.337018 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.413529 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3239100 May 10 11:34:08.557346 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5080f97-9618-44a2-afc6-b4c32a8f7754 None None] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:08.690609 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.746585 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.828313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbdfa4-19f7-4ffe-849a-e37858aa0a77 req-8b78ae15-f0b7-4775-92e8-857d9b767c16 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:08.831721 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17fbdfa4-19f7-4ffe-849a-e37858aa0a77 req-8b78ae15-f0b7-4775-92e8-857d9b767c16 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.3469596 May 10 11:34:09.023129 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17fbdfa4-19f7-4ffe-849a-e37858aa0a77 req-15d11c2b-92e9-4da6-a603-9505f0163081 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1856244 May 10 11:34:09.117265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Allocated IP 172.27.2.218 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/ad1d7796-c96c-41fe-b1f5-ef8faf67200d) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:09.158014 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.185924 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Transition to ACTIVE for port object 3aef50ec-91ac-453b-a199-feacd4c7c856 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:09.232081 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e58888-5b55-4995-8076-0abba1503df3 None None] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:09.263928 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Transition to ACTIVE for port object 3aef50ec-91ac-453b-a199-feacd4c7c856 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:09.386543 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.415261 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-83fdeb39-3a83-41dd-9fc6-db7347417bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:09.539659 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.543105 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Network b92a53d0-6518-4837-8a70-57934c78c99b is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:09.548905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:09.567491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:09.587187 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf8bd-abd3-43f2-99fe-529139cacbb1 req-5428e949-f6aa-42dd-8532-f00cac7209de tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:09.589071 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5eaaf8bd-abd3-43f2-99fe-529139cacbb1 req-5428e949-f6aa-42dd-8532-f00cac7209de tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 931 time: 0.3738418 May 10 11:34:09.706112 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.725142 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:09.795904 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5eaaf8bd-abd3-43f2-99fe-529139cacbb1 req-b4a4e569-9fe4-42fd-957b-2f63d27accb9 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871057 May 10 11:34:09.822933 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Pushing event updated for resources: {'Port': ['ID=3aef50ec-91ac-453b-a199-feacd4c7c856,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:09.835327 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:09.851510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:09.856726 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:09.865443 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:09.881834 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Attempting to bind port 3aef50ec-91ac-453b-a199-feacd4c7c856 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:09.882423 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Attempting to bind port 3aef50ec-91ac-453b-a199-feacd4c7c856 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:09.882961 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Attempting to bind port 3aef50ec-91ac-453b-a199-feacd4c7c856 on network b92a53d0-6518-4837-8a70-57934c78c99b {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:09.969422 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:09.970658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Checking segment: {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:09.971224 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.971773 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Bound using segment: {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:09.972456 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Bound port: 3aef50ec-91ac-453b-a199-feacd4c7c856, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:09.972996 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.164491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] For port 3aef50ec-91ac-453b-a199-feacd4c7c856, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:10.171731 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] For port 3aef50ec-91ac-453b-a199-feacd4c7c856, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=3aef50ec-91ac-453b-a199-feacd4c7c856,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:10.178428 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.182897 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:10.299979 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:10.311423 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:10.367523 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:34:10.397211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Pushing event updated for resources: {'Port': ['ID=3aef50ec-91ac-453b-a199-feacd4c7c856,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:10.403698 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:10.436239 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:10.463568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f5d1-d4b5-4bcb-894b-ece52e7f56ab req-c4257149-c723-4fe2-81ac-bdffb5cd0a0c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:10.465123 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ddd3f5d1-d4b5-4bcb-894b-ece52e7f56ab req-c4257149-c723-4fe2-81ac-bdffb5cd0a0c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2828922 May 10 11:34:10.581112 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:10.587500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:10.588001 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.621005 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.688466 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.796633 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ddd3f5d1-d4b5-4bcb-894b-ece52e7f56ab req-86d01736-72f2-4458-975a-03323b477b29 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072319 May 10 11:34:10.884109 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.938010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-32a4f196-5e77-4115-9214-9de01ed0fa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.966935 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:10.973362 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.976149 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:11.078735 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:11.089108 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:11.177060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.244563 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc95f7-4ada-4909-a4b6-5d5fe6b2c2bc req-016af274-494b-4031-bdbe-c9c11f5f4a23 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:11.246186 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6cc95f7-4ada-4909-a4b6-5d5fe6b2c2bc req-016af274-494b-4031-bdbe-c9c11f5f4a23 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2764935 May 10 11:34:11.440392 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6cc95f7-4ada-4909-a4b6-5d5fe6b2c2bc req-f88411bc-cb12-4a40-8af1-fa564d0a7ad1 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898426 May 10 11:34:11.523975 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:34:11.637672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204ac47-e1f6-40ff-8474-64bb8366df64 None None] Network b92a53d0-6518-4837-8a70-57934c78c99b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:11.800150 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:11.811054 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff98e-3480-46ee-929b-6eecc9aea85f req-2de9e5d6-7a81-4ee3-adeb-32b8eb70259a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:11.812793 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Sync routers for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:11.813364 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-beeff98e-3480-46ee-929b-6eecc9aea85f req-2de9e5d6-7a81-4ee3-adeb-32b8eb70259a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.2234516 May 10 11:34:11.823426 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:11.824187 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:34:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:11.866579 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-3596fd66-e805-404f-a47a-2d265b55eba4 None None] Provisioning for port 3aef50ec-91ac-453b-a199-feacd4c7c856 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:11.872132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.873453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7016616 May 10 11:34:11.882327 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39746) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:11.899814 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-beeff98e-3480-46ee-929b-6eecc9aea85f req-49b035bb-e141-40c5-b7ae-755044343be7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774734 May 10 11:34:12.125905 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:12.148743 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7165d3-6fca-4be2-8bde-4272b734d287 req-101512dc-7f56-48be-87b4-d1db40e2e993 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:12.150328 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5f7165d3-6fca-4be2-8bde-4272b734d287 req-101512dc-7f56-48be-87b4-d1db40e2e993 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 931 time: 0.1400225 May 10 11:34:12.219395 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5f7165d3-6fca-4be2-8bde-4272b734d287 req-6a96b011-69e1-4c92-a31d-041ecd3be08a tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608184 May 10 11:34:12.334447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.556837 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:12.656189 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.656885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.656979 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:10Z', 'revision_number': 3, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:12.673530 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Checking router: 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:12.674037 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Updating router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf port ad1d7796-c96c-41fe-b1f5-ef8faf67200d binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:12.772401 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.808815 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 3aef50ec-91ac-453b-a199-feacd4c7c856 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:12.909348 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 3aef50ec-91ac-453b-a199-feacd4c7c856 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:12.917261 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 3aef50ec-91ac-453b-a199-feacd4c7c856 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.917939 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.043743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.076971 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.131064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 3aef50ec-91ac-453b-a199-feacd4c7c856, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=3aef50ec-91ac-453b-a199-feacd4c7c856,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:13.136022 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.139435 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.174266 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.187294 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Transition to ACTIVE for port object ad1d7796-c96c-41fe-b1f5-ef8faf67200d will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:13.195729 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.200490 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-14ccd1b5-416e-4a45-8aa5-cf6b6648b8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.258243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=3aef50ec-91ac-453b-a199-feacd4c7c856,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.267957 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.268441 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.268787 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.269197 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.269535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.269963 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.270292 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.270717 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.271048 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.271442 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.271772 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.272189 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.276182 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.287360 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356324-c9f6-48c7-ab99-3a482107c860 None None] Pushing event updated for resources: {'Port': ['ID=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.290414 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-28356324-c9f6-48c7-ab99-3a482107c860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.301912 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Attempting to bind port ad1d7796-c96c-41fe-b1f5-ef8faf67200d on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:13.302345 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Attempting to bind port ad1d7796-c96c-41fe-b1f5-ef8faf67200d by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:13.302705 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Attempting to bind port ad1d7796-c96c-41fe-b1f5-ef8faf67200d on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:13.312591 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:13.312964 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:13.314626 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.315216 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:13.315737 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Bound port: ad1d7796-c96c-41fe-b1f5-ef8faf67200d, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:13.316127 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.336950 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Allocated IP 172.20.0.1 (b92a53d0-6518-4837-8a70-57934c78c99b/7153aac2-ee99-4078-8770-d3229fe7d33b/707a0677-d2fe-4a06-9321-02eb9a341668) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:13.418207 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] For port ad1d7796-c96c-41fe-b1f5-ef8faf67200d, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:13.422453 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] For port ad1d7796-c96c-41fe-b1f5-ef8faf67200d, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:13.429486 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.444437 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.542731 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356324-c9f6-48c7-ab99-3a482107c860 None None] Pushing event updated for resources: {'Port': ['ID=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.546077 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-28356324-c9f6-48c7-ab99-3a482107c860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.553853 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:13.554540 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:34:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:13.557566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.576337 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Transition to ACTIVE for port object 707a0677-d2fe-4a06-9321-02eb9a341668 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:13.625600 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.633551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-225f6ccf-cde8-4b35-83f6-393844566b47 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:13.635293 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-225f6ccf-cde8-4b35-83f6-393844566b47 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 809 time: 0.2526965 May 10 11:34:13.638545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-710678d0-0772-41d5-871a-35b0d1a29a61 tempest-DeleteServersTestJSON-652856468 tempest-DeleteServersTestJSON-652856468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.668359 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-28332a4d-7f24-4694-bbd2-2c2a20d1b980 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/quotas/5251ccd249504765b362199482789dc9 HTTP/1.1" status: 200 len: 375 time: 0.0191312 May 10 11:34:13.672361 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.729827 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Network b92a53d0-6518-4837-8a70-57934c78c99b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:13.730575 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-d2fe2638-9988-43cb-8453-597a05806097 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612559 May 10 11:34:13.730826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Pushing event updated for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.733709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:13.736108 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.750257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:13.799348 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:13.855107 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.047566 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-b63d3289-b6f9-44ba-800d-6a806ac1aa74 service neutron] 10.222.0.41 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160379 May 10 11:34:14.175150 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-8297933a-0f33-496e-9e0c-00dc509ebf15 None None] Provisioning for port 707a0677-d2fe-4a06-9321-02eb9a341668 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:14.182776 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-8297933a-0f33-496e-9e0c-00dc509ebf15 None None] Provisioning complete for port 707a0677-d2fe-4a06-9321-02eb9a341668 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:14.183980 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8297933a-0f33-496e-9e0c-00dc509ebf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.277953 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-8297933a-0f33-496e-9e0c-00dc509ebf15 None None] Port 707a0677-d2fe-4a06-9321-02eb9a341668 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:14.294448 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.325219 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-3323fd90-9ee0-47ff-85eb-712ca87eff30 service neutron] 10.222.0.41 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709255 May 10 11:34:14.338911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 3aef50ec-91ac-453b-a199-feacd4c7c856 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:14.449363 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 3aef50ec-91ac-453b-a199-feacd4c7c856 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:14.449917 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.498837 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:10Z', 'revision_number': 3, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:14.503218 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a968e7-7624-4481-b74b-2033149fce9b None None] The sync data for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi is: [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:10Z', 'revision_number': 3, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:14.679371 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.691136 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.713677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4be17-25df-46b9-b40e-875e74161a65 req-4f7f7879-442f-485a-b913-c599d8055f0f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.715173 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6b4be17-25df-46b9-b40e-875e74161a65 req-4f7f7879-442f-485a-b913-c599d8055f0f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1120090 May 10 11:34:14.723131 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4b233300-d6f2-4559-8f93-b19d87d4047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:14.762232 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6b4be17-25df-46b9-b40e-875e74161a65 req-3880511e-d8a4-4853-afc6-e2add503102c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 May 10 11:34:14.836789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Pushing event updated for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:14.839439 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.849988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:14.997272 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35f50-aff5-462e-9def-304711667e3b req-7ad2b410-05b7-4594-b74a-8bfb5fc795f4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.998884 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0a35f50-aff5-462e-9def-304711667e3b req-7ad2b410-05b7-4594-b74a-8bfb5fc795f4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0994606 May 10 11:34:15.044805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Network b92a53d0-6518-4837-8a70-57934c78c99b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:15.046309 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:15.064746 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0a35f50-aff5-462e-9def-304711667e3b req-0fe40a3c-b28e-4a42-ad8a-cc9196ea47a3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545185 May 10 11:34:15.284330 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:15.306208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b800bf-92ad-4a1f-89ff-2ccd4a08951b req-cfb15e78-7e5b-4687-94dc-ea3b6e59881e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:15.307112 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-07ada483-1768-44d3-a963-ed4ce15643cb None None] Provisioning complete for port 707a0677-d2fe-4a06-9321-02eb9a341668 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:15.308158 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-07ada483-1768-44d3-a963-ed4ce15643cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:15.314157 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-63b800bf-92ad-4a1f-89ff-2ccd4a08951b req-cfb15e78-7e5b-4687-94dc-ea3b6e59881e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1093600 May 10 11:34:15.374819 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-07ada483-1768-44d3-a963-ed4ce15643cb None None] Port 707a0677-d2fe-4a06-9321-02eb9a341668 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:15.381640 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-63b800bf-92ad-4a1f-89ff-2ccd4a08951b req-a69beaf5-bf77-407a-9387-08b51254bf94 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666449 May 10 11:34:15.489831 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:15.498896 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] 10.222.0.41 "PUT /v2.0/routers/59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6146080 May 10 11:34:15.564850 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194175d-4fad-4d43-8746-b7062dc185c0 req-14de7ba2-8818-4232-ac62-cea9ae7ed34a tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:15.566433 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4194175d-4fad-4d43-8746-b7062dc185c0 req-14de7ba2-8818-4232-ac62-cea9ae7ed34a tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 931 time: 0.0832314 May 10 11:34:15.616853 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4194175d-4fad-4d43-8746-b7062dc185c0 req-49375f4f-5742-41a9-b50d-f495537e51cd tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 May 10 11:34:15.662296 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Request body: {'port': {'device_id': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:15.734460 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-f42a3f6f-9e76-408d-8584-06a01d4e2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:15.737989 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-f42a3f6f-9e76-408d-8584-06a01d4e2fa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0805910 May 10 11:34:15.780349 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bd55be71-6cef-4f9d-bcc5-4be454cc1dce req-c9474034-09a5-468f-be1e-685a9f6ab581 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 210 time: 0.0475061 May 10 11:34:15.816197 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-a223b25f-0403-4eba-8433-45b7055949ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600760 May 10 11:34:15.887954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.002025 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-90960529-4afc-4ddd-ac03-cb5eef60ae84 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826553 May 10 11:34:16.221896 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1f4d3cb6-a7f9-4975-b6ed-982e0b9148e9 req-2b715414-477d-4b5a-9001-0bb5515985a9 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012382 May 10 11:34:16.377733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716bfb-af0a-4942-b5de-de154837e5fa req-d4ebd0d4-0849-443e-95cb-0385bc2fe245 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:16.379490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-15716bfb-af0a-4942-b5de-de154837e5fa req-d4ebd0d4-0849-443e-95cb-0385bc2fe245 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2264073 May 10 11:34:16.438092 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device ad1d7796-c96c-41fe-b1f5-ef8faf67200d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:16.481234 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-15716bfb-af0a-4942-b5de-de154837e5fa req-b878bcff-015a-4872-b336-6a3ad889f61a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795639 May 10 11:34:16.554964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port ad1d7796-c96c-41fe-b1f5-ef8faf67200d completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:16.560574 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port ad1d7796-c96c-41fe-b1f5-ef8faf67200d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:16.561530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.586030 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06e0775-53ac-4d46-86e0-4a16eb44e0b5 {{(pid=78766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:16.597612 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.726472 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Transition to ACTIVE for port object c06e0775-53ac-4d46-86e0-4a16eb44e0b5 will not be triggered until provisioned by entity L2. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:16.738060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246669'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.740011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Sync routers for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:16.745655 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:16.748207 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.764746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:16.765424 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:34:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:16.872274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41389-0dcd-4ef7-8ce0-54a332906a24 req-d4edd751-e564-4ea4-88e2-3a25c9ce9372 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:16.875514 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-42d41389-0dcd-4ef7-8ce0-54a332906a24 req-d4edd751-e564-4ea4-88e2-3a25c9ce9372 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2443938 May 10 11:34:16.923689 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39820) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:16.941544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737016137', 'description': 'tempest-secgroup-smoke-1737016137 description', 'project_id': '80d945102a964d8bb959c00e14f35377'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:16.976963 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Pushing event updated for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:16.993144 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:16.999431 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:17.008581 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:17.013359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:17.015075 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dad2f042-7160-46dc-969f-6d31dcf4764b tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:17.016098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dad2f042-7160-46dc-969f-6d31dcf4764b tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Synchronizing usage tracker for tenant:5251ccd249504765b362199482789dc9 on resource:network {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:17.056570 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port ad1d7796-c96c-41fe-b1f5-ef8faf67200d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:17.057264 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dad2f042-7160-46dc-969f-6d31dcf4764b tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Unset dirty status for tenant:5251ccd249504765b362199482789dc9 on resource:network {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:17.058611 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dad2f042-7160-46dc-969f-6d31dcf4764b tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 809 time: 0.2978697 May 10 11:34:17.067484 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:17.068212 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.074444 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Request body: {'port': {'device_id': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b', 'admin_state_up': True, 'tenant_id': '5251ccd249504765b362199482789dc9'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:17.090461 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-42d41389-0dcd-4ef7-8ce0-54a332906a24 req-e369871c-fa44-42d3-95a3-dd260fa25825 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958380 May 10 11:34:17.171100 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:17.182148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Attempting to bind port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:17.182683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Attempting to bind port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:17.183164 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Attempting to bind port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 on network 86b86787-20c1-464f-9359-22482ccdd195 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:17.239803 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:17.340388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 on network 86b86787-20c1-464f-9359-22482ccdd195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:17.340388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Attempting to bind port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 on network 86b86787-20c1-464f-9359-22482ccdd195 {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:17.365373 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:17.365795 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Checking segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:17.366260 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Bound using segment: {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'} {{(pid=78766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:17.366772 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.managers [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Bound port: c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e810d211-3684-4bea-9dc0-d74d5ed53af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '86b86787-20c1-464f-9359-22482ccdd195'}}] {{(pid=78766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:17.367187 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.376910 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.413720 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:17.418002 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Usage tracker for resource:port and tenant:5251ccd249504765b362199482789dc9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:17.420805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:17.427151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:17.441236 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Made reservation on behalf of 5251ccd249504765b362199482789dc9 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:17.444279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:17.458386 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:17.460606 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.465821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:17.479619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:17.503246 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09892c90-3108-4e6f-b2a1-fc2fc2c2c242 req-d2576c44-7486-4684-ad26-e8392fadd508 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:17.511843 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-09892c90-3108-4e6f-b2a1-fc2fc2c2c242 req-d2576c44-7486-4684-ad26-e8392fadd508 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.4467883 May 10 11:34:17.540847 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:17.543017 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:17.609249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764999dd-e96b-4440-a018-dc73e0193a61 req-681c5930-728e-4c89-8040-e04e42609f0d tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:17.611471 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-764999dd-e96b-4440-a018-dc73e0193a61 req-681c5930-728e-4c89-8040-e04e42609f0d tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 943 time: 0.3085475 May 10 11:34:17.623993 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-09892c90-3108-4e6f-b2a1-fc2fc2c2c242 req-254a9498-4bcb-4b20-a1fa-e33a64d7b4a3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112473 May 10 11:34:17.671125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, cleared binding levels {{(pid=78766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:17.685791 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Allocated IP 172.20.0.9 (469fc85c-344d-4fc1-9cd2-014e3be6be5b/81b26a70-a237-4f9c-883c-cc6f03a97412/0decf161-b1fc-46e2-ad18-9371b9fe36f4) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:17.697499 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:14Z', 'revision_number': 4, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '707a0677-d2fe-4a06-9321-02eb9a341668', 'name': '', 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'mac_address': 'fa:16:3e:67:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:13Z', 'updated_at': '2021-05-10T11:34:14Z', 'revision_number': 2, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'subnets': [{'id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:17.702179 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:17.704835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Checking router: 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:17.705771 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Updating router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf port 707a0677-d2fe-4a06-9321-02eb9a341668 binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:34:17.720258 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-764999dd-e96b-4440-a018-dc73e0193a61 req-bba9c6fa-fb95-45ee-9696-f4e4566f94c8 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939751 May 10 11:34:17.728645 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246669'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.747687 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:17.776659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.846123 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.906193 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7800edc8-c303-4ba0-a149-43d00dbacb5a req-89a32f87-89a2-4c41-9eee-7570f0e8fec0 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 210 time: 0.1289258 May 10 11:34:17.919078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.925475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:17.926317 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.927885 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] 10.222.0.21 "PUT /v2.0/ports/c06e0775-53ac-4d46-86e0-4a16eb44e0b5 HTTP/1.1" status: 200 len: 1093 time: 2.2711065 May 10 11:34:17.931121 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:17.981121 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.018406 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5', 'status': 'completed', 'code': 200} May 10 11:34:18.022376 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.026515 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.027031 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0917838 May 10 11:34:18.027148 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39836) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:18.037083 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:18.038682 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Pushing event updated for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=3']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.041902 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9c310459-cfb2-4bcd-a088-71605c6cf940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:18.050693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:18.052433 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e448f5e9-e344-4b4b-8a14-a1b304f270cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:18.087926 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:18.107432 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08aa224-3e21-497d-8485-fa1921707af1,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.132740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2402-36dc-41a9-b71a-9a67c4029ddc req-33cf9f0a-dda4-4feb-87d2-c3b0639f1f7a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.139698 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Pushing event updated for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.141065 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a2c2402-36dc-41a9-b71a-9a67c4029ddc req-33cf9f0a-dda4-4feb-87d2-c3b0639f1f7a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.2885778 May 10 11:34:18.142575 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:18.143787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:18.147562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:18.154222 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:18.164727 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:18.172502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:18.178615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:18.186740 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:18.193591 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.202204 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-dbe2b6b6-a21f-4144-b68c-84e88eda4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.203785 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-dbe2b6b6-a21f-4144-b68c-84e88eda4d5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f890aa59e5a4a5aad7a617f56e0eee3&device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 1096 time: 0.2219384 May 10 11:34:18.206613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Transition to ACTIVE for port object 707a0677-d2fe-4a06-9321-02eb9a341668 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:18.220129 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.224141 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:18.268697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.269721 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.287085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.375048 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.385969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a2c2402-36dc-41a9-b71a-9a67c4029ddc req-cf46acfc-7aac-4574-bad7-f90a02763a50 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437997 May 10 11:34:18.392814 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.394685 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device ad1d7796-c96c-41fe-b1f5-ef8faf67200d up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:18.418802 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3486934 May 10 11:34:18.419686 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-edbe306a-4758-401e-b419-45f43e01de81 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:18.430952 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.436491 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4086363 May 10 11:34:18.439704 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39844) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:18.441229 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-0da5848c-6f86-4a72-a7c1-6dcbd68bba75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5 HTTP/1.1" status: 200 len: 217 time: 0.1811454 May 10 11:34:18.446310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Request body: {'port': {'device_id': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:18.447837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:18.455208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:18.475196 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:18.477660 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1f3450-2599-43d7-8b08-68f3ef50f3db,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.500447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Pushing event updated for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.514323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:18.522270 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:18.539879 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:18.556989 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:18.561959 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-1514d07d-8a47-413a-b52c-b9114b460e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.564061 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-1514d07d-8a47-413a-b52c-b9114b460e39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9817c3e3-520e-4a3f-b644-9b517dc153fa HTTP/1.1" status: 200 len: 853 time: 0.1102095 May 10 11:34:18.579219 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:18.588519 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.604634 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154f04-6617-47c9-82ef-69ea97e52b27 req-d52bd537-2ff0-4aa2-947b-9078598354fd tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.606316 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba154f04-6617-47c9-82ef-69ea97e52b27 req-d52bd537-2ff0-4aa2-947b-9078598354fd tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.3860650 May 10 11:34:18.622214 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.636053 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port ad1d7796-c96c-41fe-b1f5-ef8faf67200d triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:18.636370 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.735836 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba154f04-6617-47c9-82ef-69ea97e52b27 req-74cd787d-b4ea-4979-a226-b89006ead5bd tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789042 May 10 11:34:18.763142 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.781047 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Attempting to bind port 707a0677-d2fe-4a06-9321-02eb9a341668 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:18.781449 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Attempting to bind port 707a0677-d2fe-4a06-9321-02eb9a341668 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:18.781835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Attempting to bind port 707a0677-d2fe-4a06-9321-02eb9a341668 on network b92a53d0-6518-4837-8a70-57934c78c99b {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:18.810734 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:18.811115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Checking segment: {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:18.811538 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.811916 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Bound using segment: {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:18.812403 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Bound port: 707a0677-d2fe-4a06-9321-02eb9a341668, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c781d4f-8195-461a-a7e9-93368702cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:18.812778 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.815149 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:18.833834 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-5cde0846-9103-49a8-b15c-723d37e3b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.835786 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-5cde0846-9103-49a8-b15c-723d37e3b415 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86b86787-20c1-464f-9359-22482ccdd195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2263787 May 10 11:34:18.840280 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:18.961739 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:18.967114 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e4cf79-3836-449e-b2cd-9e973ae26b12,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:18.985437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.002317 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.003458 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5613916 May 10 11:34:19.015510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39856) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:19.023393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] For port 707a0677-d2fe-4a06-9321-02eb9a341668, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:19.027340 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'port_id': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'mac_address': 'fa:16:3e:25:28:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:19.038529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:19.047829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0decf161-b1fc-46e2-ad18-9371b9fe36f4 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:19.055212 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.055684 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:19.064442 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] For port 707a0677-d2fe-4a06-9321-02eb9a341668, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=707a0677-d2fe-4a06-9321-02eb9a341668,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:19.072752 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Transition to ACTIVE for port object 0decf161-b1fc-46e2-ad18-9371b9fe36f4 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:19.075242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:19.077559 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.082372 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.084142 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.084379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:19.090140 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.096240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4853-5599-4d0d-b2a9-d2c5105aac50 req-f0f9af1c-4ebe-453e-aec5-9b4664acc742 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.097770 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4d4f4853-5599-4d0d-b2a9-d2c5105aac50 req-f0f9af1c-4ebe-453e-aec5-9b4664acc742 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.3219476 May 10 11:34:19.103896 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:19.108338 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-ed8f9e27-d8af-4ac3-aca9-1de0e31605f8 service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595813 May 10 11:34:19.214634 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.217827 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.220813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.231074 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3d33-9feb-488d-90db-be879266aea1 req-e71d4273-d31c-4a80-9c20-d0f7cd526d64 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.238351 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-243f3d33-9feb-488d-90db-be879266aea1 req-e71d4273-d31c-4a80-9c20-d0f7cd526d64 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 943 time: 0.3628495 May 10 11:34:19.255646 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:19.256273 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:34:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:19.278091 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.311133 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5d21d73-e428-4fd4-948c-f9eda65ba761 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:19.312147 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4d4f4853-5599-4d0d-b2a9-d2c5105aac50 req-1a9eab33-c1bd-44f8-a117-443c6ed432aa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058282 May 10 11:34:19.350585 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Pushing event updated for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.360166 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Attempting to bind port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:19.360680 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Attempting to bind port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:19.361628 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Attempting to bind port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:19.367184 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:19.367654 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Attempting to bind port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:19.371374 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-243f3d33-9feb-488d-90db-be879266aea1 req-55c1e8bd-b820-434d-8a2e-4cc41fabd877 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321979 May 10 11:34:19.396587 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:19.406864 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Checking segment: {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:19.407201 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Bound using segment: {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:19.408137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Bound port: 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:19.408494 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.487937 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a73a0e91-ed38-4908-bb31-51b26f65f1ba req-1a6a0dff-3871-4bdf-a9ef-12599bab3c27 service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606205 May 10 11:34:19.503179 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.527558 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:19.542270 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.556071 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.576951 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:19.581443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:19.588497 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.595167 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.653409 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.654145 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.655983 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/0decf161-b1fc-46e2-ad18-9371b9fe36f4 HTTP/1.1" status: 200 len: 1093 time: 1.2149830 May 10 11:34:19.656187 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:19.700393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.704988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.713970 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:19.811990 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.845424 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.851290 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-41aa31d3-7150-401e-bb92-05968531a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.854446 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-41aa31d3-7150-401e-bb92-05968531a818 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 1096 time: 0.1069739 May 10 11:34:19.859502 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9da75cf5-8159-4cb4-b244-ec21cdae06cf tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.922027 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f84eabb-4f4d-48c0-a017-23767eef7e75,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.944092 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958727d-25c3-4a61-b2d7-4c27eb39d1ed req-a7567892-ae05-4361-bed8-53df25d9c0c9 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.946153 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8958727d-25c3-4a61-b2d7-4c27eb39d1ed req-a7567892-ae05-4361-bed8-53df25d9c0c9 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 943 time: 0.4308445 May 10 11:34:19.947050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.954125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.957994 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9364941 May 10 11:34:19.970399 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c5d21d73-e428-4fd4-948c-f9eda65ba761'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:19.981637 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39872) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:19.998751 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:20.011387 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-eca5c6cb-0bbd-43d5-abd1-1e6ef298959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.012707 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-eca5c6cb-0bbd-43d5-abd1-1e6ef298959f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f890aa59e5a4a5aad7a617f56e0eee3&device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 1096 time: 0.3890822 May 10 11:34:20.013894 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:20.031069 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=6']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:20.034580 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-d991e153-2a40-416e-9bdf-7f995109683c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4 HTTP/1.1" status: 200 len: 217 time: 0.1696324 May 10 11:34:20.038399 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:20.123270 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-cff0910f-b573-404f-aba3-5661cc694356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.125476 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-cff0910f-b573-404f-aba3-5661cc694356 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 200 len: 849 time: 0.0839598 May 10 11:34:20.150489 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:20.158670 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:20.178318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:20.187587 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-a81ae365-85ab-4941-9bbc-835cb3df3f93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=469fc85c-344d-4fc1-9cd2-014e3be6be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426567 May 10 11:34:20.197453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8958727d-25c3-4a61-b2d7-4c27eb39d1ed req-54f5bd6a-7981-4990-ae22-43902aef1ee2 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403827 May 10 11:34:20.215661 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a255fc-8ceb-424b-8d04-3637f2b6b08e req-7cbea7be-abf5-44b5-82b5-8d6916c145db tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.223964 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00a255fc-8ceb-424b-8d04-3637f2b6b08e req-7cbea7be-abf5-44b5-82b5-8d6916c145db tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.5991211 May 10 11:34:20.257997 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:14Z', 'revision_number': 4, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '707a0677-d2fe-4a06-9321-02eb9a341668', 'name': '', 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'mac_address': 'fa:16:3e:67:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:13Z', 'updated_at': '2021-05-10T11:34:19Z', 'revision_number': 4, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'subnets': [{'id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:20.267845 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c1eb6-8577-4bd3-af30-b1987f856aaf None None] The sync data for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi is: [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:34:14Z', 'revision_number': 4, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '707a0677-d2fe-4a06-9321-02eb9a341668', 'name': '', 'network_id': 'b92a53d0-6518-4837-8a70-57934c78c99b', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'mac_address': 'fa:16:3e:67:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:13Z', 'updated_at': '2021-05-10T11:34:19Z', 'revision_number': 4, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'subnets': [{'id': '7153aac2-ee99-4078-8770-d3229fe7d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:20.316420 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00a255fc-8ceb-424b-8d04-3637f2b6b08e req-e2169565-6e7d-498d-b2c4-4c94cf6ecdae tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915728 May 10 11:34:20.372368 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4', 'status': 'completed', 'code': 200} May 10 11:34:20.378304 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.448866 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:20.463668 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-9413be97-a940-4ba3-bdfb-951f121ed283 service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615886 May 10 11:34:20.501504 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-a46b0671-ca24-47c8-991a-3da33a14e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.502975 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-a46b0671-ca24-47c8-991a-3da33a14e9a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86b86787-20c1-464f-9359-22482ccdd195 HTTP/1.1" status: 200 len: 915 time: 0.4770188 May 10 11:34:20.540624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port c5d21d73-e428-4fd4-948c-f9eda65ba761 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:20.540945 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.658422 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-d0b3f4bd-17e9-4ddf-b04d-9465837b1220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5 HTTP/1.1" status: 200 len: 217 time: 0.1053987 May 10 11:34:20.730352 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0da7e3ba-ad4a-4536-bc40-bbbc32e12853 req-783e87bf-6565-4600-a9af-a2242f7636bb service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290378 May 10 11:34:20.764453 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.844092 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.848478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:20.849575 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:20.864278 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.866280 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-de39e1a1-586f-462c-b0b3-784837f6dcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:20.876289 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.887448 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-05a6940b-9dd2-4414-bf0e-ee3bde3413ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.889232 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-05a6940b-9dd2-4414-bf0e-ee3bde3413ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9817c3e3-520e-4a3f-b644-9b517dc153fa HTTP/1.1" status: 200 len: 853 time: 0.2158046 May 10 11:34:20.912051 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:20.930287 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463d18-833f-48b1-a3d0-25e0e1f21b81 req-16db6bd2-a74d-4211-ae3e-023060150bc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.937778 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-19463d18-833f-48b1-a3d0-25e0e1f21b81 req-16db6bd2-a74d-4211-ae3e-023060150bc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 944 time: 0.4262431 May 10 11:34:20.945802 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-644b4cae-8e5a-4d07-a1fc-f361d97b07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.948814 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-644b4cae-8e5a-4d07-a1fc-f361d97b07fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 1096 time: 0.1431186 May 10 11:34:20.974536 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=7']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:20.987229 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:21.052045 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc086-0547-49fe-9b08-bded8d6ee473 req-06a4ed5e-5938-44ea-9b0c-ad42ce03f376 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.053512 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-acedc086-0547-49fe-9b08-bded8d6ee473 req-06a4ed5e-5938-44ea-9b0c-ad42ce03f376 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.5911586 May 10 11:34:21.057802 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.059449 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0702467 May 10 11:34:21.060288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49569f76-54cd-42c0-bfa5-0fe53a252f24,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.066078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:21.067992 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 39898) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:21.090488 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:21.096330 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:21.100600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:21.119022 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:21.130036 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:21.154949 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-d51bd95a-8168-4bae-bff0-227c3faeed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.156586 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-d51bd95a-8168-4bae-bff0-227c3faeed37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 910 time: 0.1920166 May 10 11:34:21.164138 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-19463d18-833f-48b1-a3d0-25e0e1f21b81 req-9d81f866-b576-4073-b190-58c16a553253 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2130380 May 10 11:34:21.220389 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.securitygroups_db [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Project 80d945102a964d8bb959c00e14f35377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:34:21.232536 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-119dff76-46f5-4ab1-99c8-a512f3613249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.234081 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-119dff76-46f5-4ab1-99c8-a512f3613249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86b86787-20c1-464f-9359-22482ccdd195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2861638 May 10 11:34:21.234662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.252026 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-acedc086-0547-49fe-9b08-bded8d6ee473 req-74b8bda8-d35a-445b-9fe9-b7ecd93879a8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737528 May 10 11:34:21.321941 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-f8af2c3d-e914-4b13-9617-579d26c274db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4 HTTP/1.1" status: 200 len: 217 time: 0.1577365 May 10 11:34:21.389323 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'code': 200} May 10 11:34:21.492895 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-be5b2b1b-18c2-4802-82f9-26d3a975a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.495288 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-be5b2b1b-18c2-4802-82f9-26d3a975a64b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 200 len: 849 time: 0.1653535 May 10 11:34:21.569893 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-53690128-30b1-4bde-a0fa-e48560a62a07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=469fc85c-344d-4fc1-9cd2-014e3be6be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663822 May 10 11:34:21.614725 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.669156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.679587 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-5b13c43e-16ef-4c95-b9aa-ab17e5bef7d4 service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266126 May 10 11:34:21.690520 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e615b-c2cb-44fc-9557-556bda3d47df req-6eaf4545-d72d-4ded-9b51-05d597082c7a tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.692003 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a07e615b-c2cb-44fc-9557-556bda3d47df req-6eaf4545-d72d-4ded-9b51-05d597082c7a tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 943 time: 0.2840700 May 10 11:34:21.705424 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c7013a6d-374d-432e-a59f-23726927edc6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:21.727315 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db67af0-e828-4211-9d90-1fb298558032,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.754040 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-a0daaefd-874f-4e93-8a62-1571989c3bbe service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756160 May 10 11:34:21.926565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:22.014541 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d61df7c4-702f-44cf-aacf-e320a9a6528c req-e0071197-25e4-40ea-b5f6-a9e627b1889e service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518921 May 10 11:34:22.043068 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.044227 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-accd5ca1-bb8f-44e6-8f18-f1495aa54ed0 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9752665 May 10 11:34:22.047692 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 39924) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:22.053613 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056bc26a-2cc9-4cc9-844b-b6978957797a req-1044126e-b285-4690-971f-7230a245ea80 service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290441 May 10 11:34:22.056538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Request body: {'security_group_rule': {'security_group_id': 'f08aa224-3e21-497d-8485-fa1921707af1', 'project_id': '80d945102a964d8bb959c00e14f35377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:22.063409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aaa16-3473-489f-a0fb-733e32d8ab3f req-21e6043e-0ceb-450e-a737-8afa0cd360ae tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:22.064897 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a76aaa16-3473-489f-a0fb-733e32d8ab3f req-21e6043e-0ceb-450e-a737-8afa0cd360ae tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 943 time: 0.5358734 May 10 11:34:22.068116 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a07e615b-c2cb-44fc-9557-556bda3d47df req-3237a909-f68e-4c12-a281-611679b6a0a3 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417611 May 10 11:34:22.077350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:22.086389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Usage tracker for resource:security_group_rule and tenant:80d945102a964d8bb959c00e14f35377 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:22.090639 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:22.103152 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:22.121036 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.securitygroups_db [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Project 80d945102a964d8bb959c00e14f35377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:34:22.128728 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.136773 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a76aaa16-3473-489f-a0fb-733e32d8ab3f req-f651f26f-3db8-414f-9609-5127a010207a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 May 10 11:34:22.333677 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.350941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.352512 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:22.420457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e95dcc-db3b-415c-a168-a9d32de3b0f3,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:22.441667 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:22.444437 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c06e0775-53ac-4d46-86e0-4a16eb44e0b5 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:22.446093 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.452188 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022264 May 10 11:34:22.508741 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 707a0677-d2fe-4a06-9321-02eb9a341668 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:22.677132 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:22.696567 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 707a0677-d2fe-4a06-9321-02eb9a341668 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:22.700664 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5', 'network_id': '86b86787-20c1-464f-9359-22482ccdd195', 'port_id': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5', 'mac_address': 'fa:16:3e:86:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9817c3e3-520e-4a3f-b644-9b517dc153fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:22.705922 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 707a0677-d2fe-4a06-9321-02eb9a341668 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:22.706915 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.763590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a219ba9-61ed-4826-b245-42c38d9d34f9 req-9e05f613-fbcb-4cc3-87d2-6f664da1f615 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:22.770580 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8a219ba9-61ed-4826-b245-42c38d9d34f9 req-9e05f613-fbcb-4cc3-87d2-6f664da1f615 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.4395368 May 10 11:34:22.819487 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.824017 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3b00-a3ad-4230-8a21-858fa9c33a04 req-d0eab0e7-bad9-4948-8a08-eb4ac621e179 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:22.831386 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-070d3b00-a3ad-4230-8a21-858fa9c33a04 req-d0eab0e7-bad9-4948-8a08-eb4ac621e179 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.3252611 May 10 11:34:22.843666 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06e0775-53ac-4d46-86e0-4a16eb44e0b5 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:22.898272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:22.910798 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.919880 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:22.959024 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.972242 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-918eaaf3-f370-4739-a97a-cacb6d703d33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3359761 May 10 11:34:23.024626 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 707a0677-d2fe-4a06-9321-02eb9a341668, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=707a0677-d2fe-4a06-9321-02eb9a341668,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:23.027700 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.031069 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:23.035130 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:23.037060 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-78b9a41f-c1c4-4a70-b37a-0decfa18132f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:23.078020 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8a219ba9-61ed-4826-b245-42c38d9d34f9 req-eca1879e-97ac-46ea-8ccf-33e8c899e779 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064497 May 10 11:34:23.105800 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-070d3b00-a3ad-4230-8a21-858fa9c33a04 req-87900f5b-7729-4b8d-9cf9-929e84337a35 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2734792 May 10 11:34:23.208869 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-fe02e447-a5ef-4492-bae6-83f85671c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.210377 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-fe02e447-a5ef-4492-bae6-83f85671c1ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.2070212 May 10 11:34:23.317930 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.322230 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:23.411080 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c06e0775-53ac-4d46-86e0-4a16eb44e0b5'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:23.583844 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-b8de37ae-9a1e-4833-931b-39ff4ec6443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.585509 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-b8de37ae-9a1e-4833-931b-39ff4ec6443b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.3452907 May 10 11:34:23.738877 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04883d23-24f4-4309-822b-70f74bd647e1 req-86242308-811d-4ea2-a382-c9c6e3d8f121 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.752822 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-04883d23-24f4-4309-822b-70f74bd647e1 req-86242308-811d-4ea2-a382-c9c6e3d8f121 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 944 time: 0.3221796 May 10 11:34:23.790944 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-8a37eae8-617d-40af-8770-a311566d4fdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.1948206 May 10 11:34:23.806371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25644c1-ed8c-4ffb-a0f0-635e548daf10 req-f429b346-4466-4b74-8614-8d362c6cd654 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.819948 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b25644c1-ed8c-4ffb-a0f0-635e548daf10 req-f429b346-4466-4b74-8614-8d362c6cd654 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.4197826 May 10 11:34:24.039678 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-04883d23-24f4-4309-822b-70f74bd647e1 req-cfd2de6c-f346-4701-856c-91f8b8a0c42b tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859082 May 10 11:34:24.045388 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b25644c1-ed8c-4ffb-a0f0-635e548daf10 req-6bfdef53-265a-4c88-9fac-f9c2237c4a70 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245858 May 10 11:34:24.083170 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-feed61d6-9ccd-47f9-95cf-36f86cf6384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:24.085766 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-feed61d6-9ccd-47f9-95cf-36f86cf6384d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.1634715 May 10 11:34:24.161484 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-71957928-5367-45ee-863b-106c2c3e28d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646894 May 10 11:34:24.319090 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 707a0677-d2fe-4a06-9321-02eb9a341668 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:24.423359 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-1a4a9134-3c7e-4afc-968c-931dbf0d264a service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516744 May 10 11:34:24.465185 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 0decf161-b1fc-46e2-ad18-9371b9fe36f4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:24.706457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 707a0677-d2fe-4a06-9321-02eb9a341668 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:24.707393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:24.822607 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:24.834789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21217c81-1a48-4ae2-81b3-600eb1b009c7 req-7375b8ea-735e-4a9f-a5ec-c10e33ea843c tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:24.842702 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '0decf161-b1fc-46e2-ad18-9371b9fe36f4', 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b', 'port_id': '0decf161-b1fc-46e2-ad18-9371b9fe36f4', 'mac_address': 'fa:16:3e:63:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b26a70-a237-4f9c-883c-cc6f03a97412', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:24.848897 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21217c81-1a48-4ae2-81b3-600eb1b009c7 req-7375b8ea-735e-4a9f-a5ec-c10e33ea843c tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 943 time: 0.4885957 May 10 11:34:24.905514 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-eca59f76-72c4-4771-a3aa-308d190d8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:24.913029 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-eca59f76-72c4-4771-a3aa-308d190d8be2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.1671195 May 10 11:34:24.988064 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-39f38fc3-2f71-4b0e-83ec-dbcbd7a062f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565584 May 10 11:34:24.997904 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21217c81-1a48-4ae2-81b3-600eb1b009c7 req-9e7bd3c9-bbbc-49da-9eeb-136115faed98 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485126 May 10 11:34:25.012958 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.057031 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0decf161-b1fc-46e2-ad18-9371b9fe36f4 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:25.073149 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe460-2539-4f80-b7b9-0890658456c9 req-7a964b1d-0ed9-4cd4-9832-33bdad2af964 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.086102 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b8ebe460-2539-4f80-b7b9-0890658456c9 req-7a964b1d-0ed9-4cd4-9832-33bdad2af964 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.4074643 May 10 11:34:25.108070 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:25.111544 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-310a7b0d-7ac3-4130-8ec6-009e19d65240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.112984 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-310a7b0d-7ac3-4130-8ec6-009e19d65240 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1907146 May 10 11:34:25.114478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.116604 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:25.183438 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.199425 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:25.204961 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b8ebe460-2539-4f80-b7b9-0890658456c9 req-c0e68768-d08f-4c99-bbbe-0f61df06fe13 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176105 May 10 11:34:25.356692 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd23a4-0b7e-4058-aea9-19707561a23a req-e8e55b09-8a06-48a5-ab86-9e25a8653cfa tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.367536 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e1cd23a4-0b7e-4058-aea9-19707561a23a req-e8e55b09-8a06-48a5-ab86-9e25a8653cfa tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1261513 May 10 11:34:25.396926 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-172e5ea8-2604-4740-8b2f-49dd58215779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 1001 time: 0.2766349 May 10 11:34:25.480360 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-0d67c680-a461-4131-977d-fc4db7afcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.480604 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['0decf161-b1fc-46e2-ad18-9371b9fe36f4'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:25.482340 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-0d67c680-a461-4131-977d-fc4db7afcdf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0771270 May 10 11:34:25.510860 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e1cd23a4-0b7e-4058-aea9-19707561a23a req-4c60b5f5-f534-46a6-9577-02aa84f5171c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423385 May 10 11:34:25.592389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-1df1ee6c-80c0-4a24-8792-e0ce2d2b87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.593994 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-1df1ee6c-80c0-4a24-8792-e0ce2d2b87fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006980 May 10 11:34:25.628178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b60800-98bd-494b-90c6-795925bb4b8b req-773b31ed-4938-4b30-85c3-ed80dc152d1d tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.642190 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-52b60800-98bd-494b-90c6-795925bb4b8b req-773b31ed-4938-4b30-85c3-ed80dc152d1d tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 944 time: 0.2054601 May 10 11:34:25.789641 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-52b60800-98bd-494b-90c6-795925bb4b8b req-2a066615-f503-4672-b875-60ea493cec5b tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462340 May 10 11:34:25.863927 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-ee210e9a-d498-404c-b583-a9c7dd0bd9ed service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571599 May 10 11:34:25.864916 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1d0a-3126-4dd9-ad52-1fb4c6849d55 req-3cb6a6c2-af03-4f60-ade4-ea9f92eedd72 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.866541 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-144f1d0a-3126-4dd9-ad52-1fb4c6849d55 req-3cb6a6c2-af03-4f60-ade4-ea9f92eedd72 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1404159 May 10 11:34:25.974757 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-144f1d0a-3126-4dd9-ad52-1fb4c6849d55 req-cc7b1697-ea18-4937-b9f2-6d7679401a5d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858908 May 10 11:34:26.063674 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ef24d8d5-4792-4476-aa03-c87439661ee1 req-cedffd19-37c9-4a89-b702-f74bd59b655c service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858330 May 10 11:34:26.345041 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4309ee-297c-4b14-9cf0-73698d7b677c req-940a9ac9-cd77-464d-b443-41745074dde1 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:26.347621 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d4309ee-297c-4b14-9cf0-73698d7b677c req-940a9ac9-cd77-464d-b443-41745074dde1 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 944 time: 0.1774249 May 10 11:34:26.397603 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d4309ee-297c-4b14-9cf0-73698d7b677c req-346ad106-68e3-4a21-94f4-86c0cdb2df5c tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 May 10 11:34:26.456636 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c06e0775-53ac-4d46-86e0-4a16eb44e0b5 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:26.580958 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:26.592293 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:26.600911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.677208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e858f-e588-47ad-ba56-89160cb278aa req-525b209f-0c14-42de-92e8-c2e7f8886d1a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:26.679535 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8e6e858f-e588-47ad-ba56-89160cb278aa req-525b209f-0c14-42de-92e8-c2e7f8886d1a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1697214 May 10 11:34:26.716016 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.822623 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.885324 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:26.901647 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:26.912837 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.915375 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:26.947826 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8e6e858f-e588-47ad-ba56-89160cb278aa req-25af157c-cf73-4cbd-857e-5b532e9c73c9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2629471 May 10 11:34:27.001357 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccad59-6be0-4e4e-8b2c-9c7af4d347b5 req-ddd1c13b-2f1a-4177-815d-1860a537cadb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.004721 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.010676 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50ccad59-6be0-4e4e-8b2c-9c7af4d347b5 req-ddd1c13b-2f1a-4177-815d-1860a537cadb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.2962847 May 10 11:34:27.025491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.133365 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50ccad59-6be0-4e4e-8b2c-9c7af4d347b5 req-f00cf4b7-c719-4380-8a70-237c53eb3ab5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148980 May 10 11:34:27.207133 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5', 'code': 200} May 10 11:34:27.208954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89e0d-088c-4d25-b4ac-cca4031bf674 req-8ae719c0-e2d7-4c96-ad3b-ea5a986c69b6 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.218587 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fad89e0d-088c-4d25-b4ac-cca4031bf674 req-8ae719c0-e2d7-4c96-ad3b-ea5a986c69b6 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1383753 May 10 11:34:27.271154 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fad89e0d-088c-4d25-b4ac-cca4031bf674 req-251033f2-d521-439d-a2e9-86ea5cd04d51 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516171 May 10 11:34:27.539725 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aac01-365a-4f6d-a817-0efe6c4b791d req-71bf7db7-3562-4763-a0d0-59bead17c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.539725 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7d9aac01-365a-4f6d-a817-0efe6c4b791d req-71bf7db7-3562-4763-a0d0-59bead17c249 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 1098 time: 0.1175780 May 10 11:34:27.597821 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7d9aac01-365a-4f6d-a817-0efe6c4b791d req-257c6471-d406-43dc-95b4-074d634dd0b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 May 10 11:34:27.637887 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6dab4-fb1f-40a0-a61e-7df58c23b6c1 req-149ac1b8-14bb-455c-8119-f588930649d2 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.639336 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2ab6dab4-fb1f-40a0-a61e-7df58c23b6c1 req-149ac1b8-14bb-455c-8119-f588930649d2 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 944 time: 0.1076517 May 10 11:34:27.685418 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2ab6dab4-fb1f-40a0-a61e-7df58c23b6c1 req-47d6b645-8c37-43e1-8fee-bded87f79407 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 May 10 11:34:28.177917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd949-3913-49f1-9a97-cb3ea7425d55 req-8d6495e3-136b-485e-9e7b-e354a33b20df tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:28.184844 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3dcbd949-3913-49f1-9a97-cb3ea7425d55 req-8d6495e3-136b-485e-9e7b-e354a33b20df tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0963702 May 10 11:34:28.236508 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3dcbd949-3913-49f1-9a97-cb3ea7425d55 req-e82cb05c-cafb-4eaa-a15c-891b2c771b62 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504682 May 10 11:34:28.455003 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 0decf161-b1fc-46e2-ad18-9371b9fe36f4 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:28.478311 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b8c7d-2b69-4819-aa14-f78e4bb3c108 req-ac1897e6-a27e-46b3-ba4b-857db85c8551 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:28.480275 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c5b8c7d-2b69-4819-aa14-f78e4bb3c108 req-ac1897e6-a27e-46b3-ba4b-857db85c8551 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1767538 May 10 11:34:28.541428 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c5b8c7d-2b69-4819-aa14-f78e4bb3c108 req-3a4340aa-9e21-45ca-9b40-4717baef4b90 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551765 May 10 11:34:28.544771 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:28.556190 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:28.556574 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.597571 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8545-ccbd-4bd1-a3db-04c2c83fe991 req-60a99936-da97-4f16-a6f8-b4392f19a05f tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:28.605111 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-adbb8545-ccbd-4bd1-a3db-04c2c83fe991 req-60a99936-da97-4f16-a6f8-b4392f19a05f tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1770120 May 10 11:34:28.672154 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-adbb8545-ccbd-4bd1-a3db-04c2c83fe991 req-cd3307fb-5235-40b2-8ad2-e8239d132f31 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655863 May 10 11:34:28.700666 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.769530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:28.781259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.784138 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-ab756e55-6320-43ac-b7dd-7b5fad294d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:28.901659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:28.908937 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:28.933292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda03e3-1f25-4e47-af5b-6ab0d02e5c3b req-06815811-112d-4afd-8e3a-c346dc5137c3 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:28.935378 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fdda03e3-1f25-4e47-af5b-6ab0d02e5c3b req-06815811-112d-4afd-8e3a-c346dc5137c3 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.1140437 May 10 11:34:29.011433 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fdda03e3-1f25-4e47-af5b-6ab0d02e5c3b req-ada88e7d-596d-49b7-b448-d95da3cfe676 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693102 May 10 11:34:29.208397 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:29.271130 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4', 'code': 200} May 10 11:34:29.593359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55c26-6eff-4bb0-96f8-90e423dee5ab req-7ad911f2-94df-4f07-85cc-d73aafe709ba tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.595571 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b6e55c26-6eff-4bb0-96f8-90e423dee5ab req-7ad911f2-94df-4f07-85cc-d73aafe709ba tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1190007 May 10 11:34:29.661742 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b6e55c26-6eff-4bb0-96f8-90e423dee5ab req-c04fbb26-b474-4a77-886f-e4002834df19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576956 May 10 11:34:29.700407 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc34a-d5db-4e37-bf8e-713bda1080b8 req-da09e1f8-dac5-4c77-b545-22cd91019274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.701924 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8bdbc34a-d5db-4e37-bf8e-713bda1080b8 req-da09e1f8-dac5-4c77-b545-22cd91019274 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 1098 time: 0.1750798 May 10 11:34:29.756340 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8bdbc34a-d5db-4e37-bf8e-713bda1080b8 req-d35b7379-fb33-41fc-81a3-7522ffae807e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 May 10 11:34:29.871700 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e50edf-a453-4c7b-b0fe-937f0f2d44a3 req-96e8a31e-9b2e-4403-a8c6-c6576936f09d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.873188 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-03e50edf-a453-4c7b-b0fe-937f0f2d44a3 req-96e8a31e-9b2e-4403-a8c6-c6576936f09d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1521769 May 10 11:34:29.943631 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-03e50edf-a453-4c7b-b0fe-937f0f2d44a3 req-7fa02510-9129-4de1-a302-e1718363600b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615046 May 10 11:34:29.975179 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c2c5b-9165-40db-ac69-72ae5ff48c7a req-70b45e27-2c9a-4908-bfde-1bc9f00eb6a5 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.977633 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-026c2c5b-9165-40db-ac69-72ae5ff48c7a req-70b45e27-2c9a-4908-bfde-1bc9f00eb6a5 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1495883 May 10 11:34:30.056116 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-026c2c5b-9165-40db-ac69-72ae5ff48c7a req-659e46b4-9fa5-4d53-91f7-682346df18e3 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733545 May 10 11:34:30.393645 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3163f2-146f-4952-b40b-d4d1c4293e07 req-95fd5a39-2476-4098-b9ac-7b0fb95bf52f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:30.395292 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de3163f2-146f-4952-b40b-d4d1c4293e07 req-95fd5a39-2476-4098-b9ac-7b0fb95bf52f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.2117968 May 10 11:34:30.403388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e879d1-97ec-4143-a897-43dda50284b9 req-caad7fdb-44f7-4a07-a1a3-2f6d7275e785 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:30.404987 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-35e879d1-97ec-4143-a897-43dda50284b9 req-caad7fdb-44f7-4a07-a1a3-2f6d7275e785 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1434753 May 10 11:34:30.481438 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de3163f2-146f-4952-b40b-d4d1c4293e07 req-ea9061d6-560c-46f8-8f51-f7fce7c950d5 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736451 May 10 11:34:30.507751 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-35e879d1-97ec-4143-a897-43dda50284b9 req-e3f7c1f5-656c-4bf1-8dca-15fea8991b2d tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758436 May 10 11:34:30.979094 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5c74e-f421-4d27-bb7f-991110e3612d req-f5e59e44-61cf-467b-8304-dc0fbbc03702 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:30.980749 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8ee5c74e-f421-4d27-bb7f-991110e3612d req-f5e59e44-61cf-467b-8304-dc0fbbc03702 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1705332 May 10 11:34:31.017132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a3a0b-2b02-4b66-b917-5367d57016a0 req-9535e06d-980e-4446-afcd-f84b556a720e tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:31.018760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-531a3a0b-2b02-4b66-b917-5367d57016a0 req-9535e06d-980e-4446-afcd-f84b556a720e tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1536937 May 10 11:34:31.078055 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8ee5c74e-f421-4d27-bb7f-991110e3612d req-c3682718-e586-44f2-9747-fc96e4b99cc7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893314 May 10 11:34:31.129595 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-531a3a0b-2b02-4b66-b917-5367d57016a0 req-55eefb06-d8e9-4e21-b9fe-15922424663c tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000226 May 10 11:34:31.322284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78f78e-48b3-483f-98ae-296f4b6ea9db req-a7ead3e2-123f-46a3-870f-d4f46a6e6ba4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:31.329640 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b78f78e-48b3-483f-98ae-296f4b6ea9db req-a7ead3e2-123f-46a3-870f-d4f46a6e6ba4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0959604 May 10 11:34:31.382089 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b78f78e-48b3-483f-98ae-296f4b6ea9db req-59dd9100-a9c8-4558-9e10-20f14420e34d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515010 May 10 11:34:31.735763 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96f58-e1a6-41bb-933a-9f98220082df req-b5d241d4-8704-4633-8819-48db7d9140d8 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:31.737770 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c5b96f58-e1a6-41bb-933a-9f98220082df req-b5d241d4-8704-4633-8819-48db7d9140d8 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.1168251 May 10 11:34:31.818402 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c5b96f58-e1a6-41bb-933a-9f98220082df req-5844ff63-2591-48a7-bb6e-66ef4a1b802a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699503 May 10 11:34:32.357700 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54dbc-8c8d-4bb4-892c-b3384ba9f3fe req-ab98741b-9296-4fef-b447-432abb92d01a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:32.359477 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dba54dbc-8c8d-4bb4-892c-b3384ba9f3fe req-ab98741b-9296-4fef-b447-432abb92d01a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1186764 May 10 11:34:32.446522 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dba54dbc-8c8d-4bb4-892c-b3384ba9f3fe req-c225de2d-5c86-4a7e-9dba-a69e416b32b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792303 May 10 11:34:32.691661 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de232b4-1be9-468e-ad52-e708d89a6ca3 req-6a2efa1a-1d6f-455e-a8b6-406a1debb66d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:32.697707 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2de232b4-1be9-468e-ad52-e708d89a6ca3 req-6a2efa1a-1d6f-455e-a8b6-406a1debb66d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1934912 May 10 11:34:32.745221 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2de232b4-1be9-468e-ad52-e708d89a6ca3 req-2c6491f6-edff-4c4a-b4aa-73ab557974e1 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 May 10 11:34:33.715379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c8a73-6cd5-4cbe-ae2e-8924fa7401ce req-1dd73c8f-c102-4602-ac11-f19c4c6b3553 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:33.725621 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-129c8a73-6cd5-4cbe-ae2e-8924fa7401ce req-1dd73c8f-c102-4602-ac11-f19c4c6b3553 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1493340 May 10 11:34:33.771006 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-129c8a73-6cd5-4cbe-ae2e-8924fa7401ce req-96704b3c-d548-4d27-83b2-8c99fad55c1d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439198 May 10 11:34:33.967575 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4a8f-bbee-4a78-a2b2-bb076d26e712 req-171b09fb-5b9d-43cb-81a9-a22986e306ea tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:33.976534 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-81ea4a8f-bbee-4a78-a2b2-bb076d26e712 req-171b09fb-5b9d-43cb-81a9-a22986e306ea tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1086001 May 10 11:34:34.031602 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-81ea4a8f-bbee-4a78-a2b2-bb076d26e712 req-bb629830-56aa-4b15-8a22-649efabc0d5f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534585 May 10 11:34:34.959623 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a623-fd24-49e6-99d8-e4dab2ff6652 req-baa8fa65-0759-4e50-a371-b3504b026e72 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:34.960981 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-32e4a623-fd24-49e6-99d8-e4dab2ff6652 req-baa8fa65-0759-4e50-a371-b3504b026e72 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0775871 May 10 11:34:35.006338 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-32e4a623-fd24-49e6-99d8-e4dab2ff6652 req-c3d58286-d4a4-44b4-9712-9f13a76f59cc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396354 May 10 11:34:35.221308 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfb262-1ea5-4009-9761-403e3e579c75 req-e8abbd53-7658-40fd-b2c1-f9e3f65ec435 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:35.222886 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cfb262-1ea5-4009-9761-403e3e579c75 req-e8abbd53-7658-40fd-b2c1-f9e3f65ec435 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0838940 May 10 11:34:35.268597 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2cfb262-1ea5-4009-9761-403e3e579c75 req-18baa473-494f-44c9-93d2-1bd8b1edfb39 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 May 10 11:34:36.226557 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2b39-9687-45ed-aee9-3ca1e3397308 req-8572dd38-5a89-4215-a4a3-03cb8b5759f2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.228097 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-476b2b39-9687-45ed-aee9-3ca1e3397308 req-8572dd38-5a89-4215-a4a3-03cb8b5759f2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.1013286 May 10 11:34:36.299520 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-476b2b39-9687-45ed-aee9-3ca1e3397308 req-b0e15342-cc48-4706-8b94-7e2a8bb4e21b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636303 May 10 11:34:36.590260 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6534bc6-0d63-4a31-80f8-8467e0b18be2 req-af09fa7d-559a-4aab-8945-89a8e8601e13 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.591813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e6534bc6-0d63-4a31-80f8-8467e0b18be2 req-af09fa7d-559a-4aab-8945-89a8e8601e13 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.1034255 May 10 11:34:36.611907 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-1274d401-a210-4278-9c6b-9c7fdcf69d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.614210 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-1274d401-a210-4278-9c6b-9c7fdcf69d70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 1098 time: 0.1781507 May 10 11:34:36.708861 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e6534bc6-0d63-4a31-80f8-8467e0b18be2 req-a2afa9b3-f78f-4390-8ab2-5ef5e12b259f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061697 May 10 11:34:36.738180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378709-6ac0-405b-8444-20c56b8982cf req-70395f48-7f28-4ab7-a77c-965d9f736c2a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.739777 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed378709-6ac0-405b-8444-20c56b8982cf req-70395f48-7f28-4ab7-a77c-965d9f736c2a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.1470668 May 10 11:34:36.784739 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-947dddf6-e7db-4917-a166-035e51cad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.785618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed378709-6ac0-405b-8444-20c56b8982cf req-16d5ca50-21c5-487e-9400-356f9a7fb28a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 May 10 11:34:36.786203 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-947dddf6-e7db-4917-a166-035e51cad528 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.1570823 May 10 11:34:36.910180 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-07786fa9-8c27-4898-bdbe-fded30b09032 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 200 len: 1001 time: 0.1159730 May 10 11:34:37.007211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-1180c1ab-934e-4fc6-ae26-cfc61de85ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:37.008706 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-1180c1ab-934e-4fc6-ae26-cfc61de85ef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0737810 May 10 11:34:37.123705 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-3659f37e-8f3d-4ddb-aedb-d503bf45dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:37.125495 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-3659f37e-8f3d-4ddb-aedb-d503bf45dc63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087348 May 10 11:34:37.288886 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-f5a84de9-96cd-4cbb-a7b3-af327dfaa250 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393001 May 10 11:34:37.448518 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3cfc4c0d-1e0c-49fd-a702-6fc0f4d7f2fa req-370932e3-a8e5-43fc-bb08-842ff5e86308 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466107 May 10 11:34:37.516744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff68a-1817-4159-bfb0-8c5f3e4b533c req-b59b3654-2574-43a9-8bb0-e7e8d4d45d2f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:37.518273 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d5eff68a-1817-4159-bfb0-8c5f3e4b533c req-b59b3654-2574-43a9-8bb0-e7e8d4d45d2f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0796280 May 10 11:34:37.569908 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d5eff68a-1817-4159-bfb0-8c5f3e4b533c req-efbad479-e40b-4fb3-b7dc-0a1f7bffd62e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458374 May 10 11:34:37.976139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e938-cf3c-4026-b4c0-8b48511d02ca req-628687e9-10b1-4876-a28c-a8a457524880 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:37.977638 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-42d2e938-cf3c-4026-b4c0-8b48511d02ca req-628687e9-10b1-4876-a28c-a8a457524880 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.0798428 May 10 11:34:38.025786 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-42d2e938-cf3c-4026-b4c0-8b48511d02ca req-5ed68e64-b32d-492d-aebc-d869b0d12786 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 May 10 11:34:38.093365 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dfae95c0-b01b-4af5-99c9-a9709ba54b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.707935 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e56d-2565-4717-81c8-3f797d9b737c req-70112cce-5d2e-44d9-8929-f3642fcb8765 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:38.708645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-8698e56d-2565-4717-81c8-3f797d9b737c req-70112cce-5d2e-44d9-8929-f3642fcb8765 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Synchronizing usage tracker for tenant:5251ccd249504765b362199482789dc9 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:38.725197 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-8698e56d-2565-4717-81c8-3f797d9b737c req-70112cce-5d2e-44d9-8929-f3642fcb8765 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Unset dirty status for tenant:5251ccd249504765b362199482789dc9 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:38.726314 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8698e56d-2565-4717-81c8-3f797d9b737c req-70112cce-5d2e-44d9-8929-f3642fcb8765 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.0960464 May 10 11:34:38.766099 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb05071-b4b6-4335-a356-e10762988137 req-290322a8-0499-44fc-a85d-701041c79831 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:38.767529 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7fb05071-b4b6-4335-a356-e10762988137 req-290322a8-0499-44fc-a85d-701041c79831 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0851009 May 10 11:34:38.813113 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7fb05071-b4b6-4335-a356-e10762988137 req-cfc7c0ab-fb0a-4fee-a0f7-698a4f4ecabf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397291 May 10 11:34:38.872761 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Deleting port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:38.873107 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.083613 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] For port 0decf161-b1fc-46e2-ad18-9371b9fe36f4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0decf161-b1fc-46e2-ad18-9371b9fe36f4,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:39.083974 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.225015 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754196ea-2469-4210-8eb1-5a49fa6b037d req-2ee0881e-0b92-49b1-8276-f383d3aba994 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:39.226508 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-754196ea-2469-4210-8eb1-5a49fa6b037d req-2ee0881e-0b92-49b1-8276-f383d3aba994 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 945 time: 0.0806601 May 10 11:34:39.226923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Calling delete_port for 0decf161-b1fc-46e2-ad18-9371b9fe36f4 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:39.273178 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-754196ea-2469-4210-8eb1-5a49fa6b037d req-f7754611-2e7d-4a80-bd35-037e707596d9 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 May 10 11:34:39.346154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.351493 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:39.394372 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Pushing event deleted for resources: {'Port': ['ID=0decf161-b1fc-46e2-ad18-9371b9fe36f4,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:39.397237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:39.468377 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] No DVR routers for this DVR port 0decf161-b1fc-46e2-ad18-9371b9fe36f4 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:39.470864 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.473411 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'name': 'network-vif-deleted', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:39.490997 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8698e56d-2565-4717-81c8-3f797d9b737c req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "DELETE /v2.0/ports/0decf161-b1fc-46e2-ad18-9371b9fe36f4 HTTP/1.1" status: 204 len: 173 time: 0.7511473 May 10 11:34:39.520743 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecad0fb-d10f-4cf4-87da-7cf8a26782f0', 'name': 'network-vif-deleted', 'tag': '0decf161-b1fc-46e2-ad18-9371b9fe36f4', 'status': 'completed', 'code': 200} May 10 11:34:40.001760 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93d4d9-d849-4c37-b15c-c02a7ab93509 req-d1c68064-8a80-4c28-aa2e-f69d8bd6a874 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:40.003199 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be93d4d9-d849-4c37-b15c-c02a7ab93509 req-d1c68064-8a80-4c28-aa2e-f69d8bd6a874 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0817897 May 10 11:34:40.046209 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be93d4d9-d849-4c37-b15c-c02a7ab93509 req-946b3553-7983-44be-bf0c-29165b233cdc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367262 May 10 11:34:40.423894 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4220d2db-e6d4-43c8-82b6-adee0f81894d req-a79d0b78-8bef-404e-938b-b23ade6574d2 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 210 time: 0.0419202 May 10 11:34:40.632032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.830486 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9653b830-ac0e-41fe-a521-7d445a6ea6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.241265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71914f89-e822-4e33-a565-9342f43c8176 req-638cb97c-f9f0-477c-a63e-106ffdbfdd07 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:41.242721 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-71914f89-e822-4e33-a565-9342f43c8176 req-638cb97c-f9f0-477c-a63e-106ffdbfdd07 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 945 time: 0.0827141 May 10 11:34:41.287609 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-71914f89-e822-4e33-a565-9342f43c8176 req-9769dbe8-a65f-43d8-ba2b-da4bee676418 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391355 May 10 11:34:41.727947 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fea3649a-21cf-42e2-80ff-a5f7834cb9fc req-22c3251c-ecbe-47f5-ad59-b318400427e6 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 210 time: 0.0505118 May 10 11:34:42.088258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['0decf161-b1fc-46e2-ad18-9371b9fe36f4'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:42.114656 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:42.239632 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.265151 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:42.275279 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:42.280014 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.282123 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:42.319082 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'code': 200} May 10 11:34:42.356524 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:42.365085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=8']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:42.368165 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:42.496291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6af6-926f-4257-bf81-636cea736b0a req-7b46970e-0c40-43a8-a8c2-57ce3d3630f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:42.497869 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d18e6af6-926f-4257-bf81-636cea736b0a req-7b46970e-0c40-43a8-a8c2-57ce3d3630f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0899673 May 10 11:34:42.544823 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d18e6af6-926f-4257-bf81-636cea736b0a req-31918066-0e46-46de-901f-3d9cc6572d94 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412140 May 10 11:34:42.925691 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-357c466c-f96e-4a51-993f-8286f49fb741 req-1d4be844-4da7-4fc4-8b8e-3f4eb0907278 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ecad0fb-d10f-4cf4-87da-7cf8a26782f0 HTTP/1.1" status: 200 len: 210 time: 0.0462129 May 10 11:34:43.647485 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:43.808668 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0009c61-76c0-4781-a423-262739a85993 req-404ec3de-24fa-43f1-8983-b3c1938865bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:43.810105 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0009c61-76c0-4781-a423-262739a85993 req-404ec3de-24fa-43f1-8983-b3c1938865bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1543708 May 10 11:34:43.856870 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0009c61-76c0-4781-a423-262739a85993 req-427b0eac-cda5-4f8c-b227-b84ba1b8b919 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402565 May 10 11:34:44.297707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-9aa7a775-edbc-46ff-ba1c-ebc73151916a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:44.299153 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-9aa7a775-edbc-46ff-ba1c-ebc73151916a tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 809 time: 0.1509867 May 10 11:34:44.315107 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-a3f5fadd-81ef-409e-8445-6427269133c4 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/quotas/5251ccd249504765b362199482789dc9 HTTP/1.1" status: 200 len: 375 time: 0.0096772 May 10 11:34:44.364483 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-404e3c55-e338-4081-8afd-7ef79437d79f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422146 May 10 11:34:44.496571 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-8ae3b1bb-0b82-4140-941d-e2259adf0549 service neutron] 10.222.0.41 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252677 May 10 11:34:44.635777 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-600f00a7-c65b-40c8-aee7-25d62d05f77c service neutron] 10.222.0.41 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333251 May 10 11:34:44.788860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90caeb9-a73a-4da5-bfd3-a44d54e266e7 req-3aa7e7cc-5fb0-432f-aa3d-9004caa74974 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:44.796821 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a90caeb9-a73a-4da5-bfd3-a44d54e266e7 req-3aa7e7cc-5fb0-432f-aa3d-9004caa74974 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1066327 May 10 11:34:44.857828 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4df009e1-aca1-43aa-a96c-ac43382618d5 req-f7e8b622-99d4-4a8d-99b9-2bbd7820c8e4 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 210 time: 0.0589116 May 10 11:34:44.893233 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a90caeb9-a73a-4da5-bfd3-a44d54e266e7 req-a8caf413-0bc5-4504-b767-c89824e5fa5d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955172 May 10 11:34:45.008937 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 40430) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:45.149383 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2efd3c34-2dc0-4514-8c2f-840f4b207d56 req-fcf81d9f-6b7c-4e2c-96ca-d9512e754543 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391563 May 10 11:34:46.089733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-729823f5-2891-4352-9bb7-43841dc5ccc4 req-6b30f748-1658-4cb7-bd34-7743795c0131 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 210 time: 0.0914187 May 10 11:34:46.107513 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-6acbda92-ed86-4b7d-8f47-2fb562300b0d tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:46.109205 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-6acbda92-ed86-4b7d-8f47-2fb562300b0d tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 809 time: 0.2316947 May 10 11:34:46.116601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c5d21d73-e428-4fd4-948c-f9eda65ba761 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:46.140635 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25192-d6d9-49d4-a92f-e61d591adc80 req-f49417df-ba44-4441-be7d-f596195987c8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:46.142844 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89e25192-d6d9-49d4-a92f-e61d591adc80 req-f49417df-ba44-4441-be7d-f596195987c8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1067066 May 10 11:34:46.144183 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Request body: {'port': {'device_id': '07ffa132-a57a-4785-bee7-55e859feb29f', 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b', 'admin_state_up': True, 'tenant_id': '5251ccd249504765b362199482789dc9'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:46.215325 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89e25192-d6d9-49d4-a92f-e61d591adc80 req-3ca90747-3a36-4057-9fac-ea5aa48c39e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610642 May 10 11:34:46.315958 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:46.320052 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Usage tracker for resource:port and tenant:5251ccd249504765b362199482789dc9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:46.322617 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 0decf161-b1fc-46e2-ad18-9371b9fe36f4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:46.322890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:46.328507 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:46.339765 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Made reservation on behalf of 5251ccd249504765b362199482789dc9 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:46.343342 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.356944 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 0decf161-b1fc-46e2-ad18-9371b9fe36f4 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:46.357321 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 0decf161-b1fc-46e2-ad18-9371b9fe36f4 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:46.503053 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Allocated IP 172.20.0.12 (469fc85c-344d-4fc1-9cd2-014e3be6be5b/81b26a70-a237-4f9c-883c-cc6f03a97412/07facf20-a707-4e11-98da-4c6c557096c1) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:46.698184 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.726733 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.731825 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8387235b-5f24-4053-b144-62ac931cd75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:46.789989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Network 469fc85c-344d-4fc1-9cd2-014e3be6be5b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:46.791070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:46.794686 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:46.842182 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Pushing event updated for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.847098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:46.870643 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:46.871255 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.894520 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653909 May 10 11:34:46.909802 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Request body: {'port': {'device_id': '07ffa132-a57a-4785-bee7-55e859feb29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:47.015244 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.344387 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0ead-b823-4aa9-b8f4-08cf9c01e1fc req-f2e662b1-00f3-49eb-8a82-71b9318fa621 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:47.346752 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eabc0ead-b823-4aa9-b8f4-08cf9c01e1fc req-f2e662b1-00f3-49eb-8a82-71b9318fa621 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 932 time: 0.1344056 May 10 11:34:47.367902 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:34:47.439393 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eabc0ead-b823-4aa9-b8f4-08cf9c01e1fc req-922b0ae8-f140-4348-9485-6287e7824e70 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 May 10 11:34:47.464285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07facf20-a707-4e11-98da-4c6c557096c1 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:47.471562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.471825 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288aaa5-a49e-46c7-903e-7dca593d32ca req-fd30fdb2-2ae4-4b6d-b250-91cfdab319ee tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:47.473324 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c288aaa5-a49e-46c7-903e-7dca593d32ca req-fd30fdb2-2ae4-4b6d-b250-91cfdab319ee tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1045928 May 10 11:34:47.486535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Transition to ACTIVE for port object 07facf20-a707-4e11-98da-4c6c557096c1 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:47.490486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.494935 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:47.519308 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c288aaa5-a49e-46c7-903e-7dca593d32ca req-b3124b04-b921-4967-90f9-ea5379772165 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401616 May 10 11:34:47.615126 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Pushing event updated for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:47.618650 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:47.717733 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Attempting to bind port 07facf20-a707-4e11-98da-4c6c557096c1 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:47.718068 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Attempting to bind port 07facf20-a707-4e11-98da-4c6c557096c1 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:47.718399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Attempting to bind port 07facf20-a707-4e11-98da-4c6c557096c1 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:47.722849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Port 07facf20-a707-4e11-98da-4c6c557096c1 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:47.723172 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Attempting to bind port 07facf20-a707-4e11-98da-4c6c557096c1 on network 469fc85c-344d-4fc1-9cd2-014e3be6be5b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:47.728119 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:47.728476 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Checking segment: {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:47.728859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Bound using segment: {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:47.729312 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Bound port: 07facf20-a707-4e11-98da-4c6c557096c1, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c098582b-65ec-4595-9710-c5a3bd10ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:47.729653 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.812908 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:47.816320 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=07facf20-a707-4e11-98da-4c6c557096c1,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:47.820621 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.824957 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bc86f9d0-ae09-4758-a28a-b90c9dd93eaa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:47.879236 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:47.879853 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.881258 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-130b3475-5311-4749-a608-a543b48f5355 service neutron] 10.222.0.21 "PUT /v2.0/ports/07facf20-a707-4e11-98da-4c6c557096c1 HTTP/1.1" status: 200 len: 1094 time: 0.9754310 May 10 11:34:47.881749 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:47.910937 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Pushing event updated for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:47.914064 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:47.965576 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1', 'status': 'completed', 'code': 200} May 10 11:34:48.004333 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-490395d6-e592-413a-b352-838ef1fa6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.005821 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-490395d6-e592-413a-b352-838ef1fa6ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 1097 time: 0.0723455 May 10 11:34:48.079937 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-bcc1697a-2709-4e11-a7f0-f9a860670120 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07facf20-a707-4e11-98da-4c6c557096c1 HTTP/1.1" status: 200 len: 217 time: 0.0616348 May 10 11:34:48.142177 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-10b1883f-3ae5-4ce2-b062-a18d5f334603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.143587 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-10b1883f-3ae5-4ce2-b062-a18d5f334603 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 200 len: 849 time: 0.0570161 May 10 11:34:48.194854 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-2cb275ab-0de5-4b92-8188-32aba32f2d04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=469fc85c-344d-4fc1-9cd2-014e3be6be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438726 May 10 11:34:48.325500 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-c09ba6e3-f0e8-49a1-9747-5392f3086736 service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 May 10 11:34:48.455714 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4ede7b89-dbfd-426e-9326-9881173faab2 req-ecfb12d6-b709-464d-88ef-9d814d093e1c service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232951 May 10 11:34:48.593019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-c8d4b56f-3065-4075-a1b5-1314f47274df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.595273 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-c8d4b56f-3065-4075-a1b5-1314f47274df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 1097 time: 0.0703471 May 10 11:34:48.621586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4cf1-092c-4f84-a2fb-fb309a6e10a4 req-56f04966-7a7c-42e6-9c40-621956be2f52 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.623176 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe5d4cf1-092c-4f84-a2fb-fb309a6e10a4 req-56f04966-7a7c-42e6-9c40-621956be2f52 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 944 time: 0.0799465 May 10 11:34:48.712785 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe5d4cf1-092c-4f84-a2fb-fb309a6e10a4 req-ad15eb93-aa00-4c22-bfe0-f1ae31df29a6 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834587 May 10 11:34:48.727385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-bd8cb6c7-c218-43b1-be5f-3a21f3f601fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.728957 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-bd8cb6c7-c218-43b1-be5f-3a21f3f601fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 910 time: 0.1267772 May 10 11:34:48.743590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0be874-1e4a-4895-9a3c-9c7c9ef884e2 req-06e21dd3-379c-45a8-9632-4f345223dac5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.745004 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb0be874-1e4a-4895-9a3c-9c7c9ef884e2 req-06e21dd3-379c-45a8-9632-4f345223dac5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1028874 May 10 11:34:48.791325 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb0be874-1e4a-4895-9a3c-9c7c9ef884e2 req-f25497be-567f-4a6a-9149-a2a1f94e6641 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403712 May 10 11:34:48.799729 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-3ce22e69-4db0-459c-bbfc-276f9a0b7de2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07facf20-a707-4e11-98da-4c6c557096c1 HTTP/1.1" status: 200 len: 217 time: 0.0625873 May 10 11:34:48.872216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-3115f4e8-d6aa-4068-9600-ba6fd9fd52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:48.873615 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-3115f4e8-d6aa-4068-9600-ba6fd9fd52b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 200 len: 849 time: 0.0569556 May 10 11:34:48.930192 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-2a388c6f-0b04-4ff2-a9ac-8db53fc5bf2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=469fc85c-344d-4fc1-9cd2-014e3be6be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390882 May 10 11:34:49.135309 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-d4c64895-9faf-40a9-99ad-50e011c80dc4 service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973619 May 10 11:34:49.268663 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eab302f8-7157-44c0-b6f3-46ff0aafd8cb req-96c40981-5ef1-454b-a60e-cc887030f5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251626 May 10 11:34:49.898255 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ec294-e333-45a8-81fc-2d0da185a4aa req-dd136d65-d510-4497-887a-72c732bc847f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:49.899766 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-192ec294-e333-45a8-81fc-2d0da185a4aa req-dd136d65-d510-4497-887a-72c732bc847f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 944 time: 0.0806534 May 10 11:34:49.990640 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-192ec294-e333-45a8-81fc-2d0da185a4aa req-516d9438-833d-41ba-b691-f3b6f251e1a7 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 May 10 11:34:50.013730 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929244-c954-4370-80b4-849766b3f2bf req-a22ee1ca-2dd7-4d0c-b492-6237981ac4cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:50.015147 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-98929244-c954-4370-80b4-849766b3f2bf req-a22ee1ca-2dd7-4d0c-b492-6237981ac4cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1140642 May 10 11:34:50.059027 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-98929244-c954-4370-80b4-849766b3f2bf req-378f12b2-498b-47f1-9322-afe894f86ea4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382855 May 10 11:34:50.146443 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 07facf20-a707-4e11-98da-4c6c557096c1 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:50.276499 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=07facf20-a707-4e11-98da-4c6c557096c1,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:50.290765 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '07facf20-a707-4e11-98da-4c6c557096c1', 'network_id': '469fc85c-344d-4fc1-9cd2-014e3be6be5b', 'port_id': '07facf20-a707-4e11-98da-4c6c557096c1', 'mac_address': 'fa:16:3e:0e:4e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b26a70-a237-4f9c-883c-cc6f03a97412', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:50.351851 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.368078 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07facf20-a707-4e11-98da-4c6c557096c1 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:50.383446 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=07facf20-a707-4e11-98da-4c6c557096c1,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:50.386927 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.389866 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.458465 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.461660 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.709216 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['07facf20-a707-4e11-98da-4c6c557096c1'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:51.169731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2859df-3496-4c34-a099-83a01790c824 req-697d4924-b7d2-499f-8ae3-e1ed05d4bd8f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.171273 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bc2859df-3496-4c34-a099-83a01790c824 req-697d4924-b7d2-499f-8ae3-e1ed05d4bd8f tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 945 time: 0.0791759 May 10 11:34:51.260297 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bc2859df-3496-4c34-a099-83a01790c824 req-69fe593b-a54a-4808-996d-a55699767342 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499110 May 10 11:34:51.286886 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23289-e5ad-4c98-81b2-6a80cdc0a833 req-5f738538-cfe5-4400-883a-55525be85ea0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.288311 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-88a23289-e5ad-4c98-81b2-6a80cdc0a833 req-5f738538-cfe5-4400-883a-55525be85ea0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1161065 May 10 11:34:51.333226 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-88a23289-e5ad-4c98-81b2-6a80cdc0a833 req-31839559-296a-4187-ac7d-df569a64033a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390825 May 10 11:34:52.136448 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 07facf20-a707-4e11-98da-4c6c557096c1 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:52.203454 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 07facf20-a707-4e11-98da-4c6c557096c1 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:52.208537 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 07facf20-a707-4e11-98da-4c6c557096c1 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:52.208932 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.329859 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.366427 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:52.379470 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=07facf20-a707-4e11-98da-4c6c557096c1,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:52.384655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.388236 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:52.465409 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:52.468649 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:52.578347 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f4c99-379a-4f1d-af21-bdefc7150af3 req-28558c58-5f10-4cc5-a72f-f898d4c51706 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.579828 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed1f4c99-379a-4f1d-af21-bdefc7150af3 req-28558c58-5f10-4cc5-a72f-f898d4c51706 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 946 time: 0.2077010 May 10 11:34:52.636569 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491aac-ca73-49f1-9ab9-b1ba693de5ca req-594bc33b-a337-482c-9845-952c474eb578 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.638039 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-57491aac-ca73-49f1-9ab9-b1ba693de5ca req-594bc33b-a337-482c-9845-952c474eb578 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1229277 May 10 11:34:52.662468 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed1f4c99-379a-4f1d-af21-bdefc7150af3 req-0163aeb2-2ac4-4b51-862c-6508cf38a5f6 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748665 May 10 11:34:52.690005 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-57491aac-ca73-49f1-9ab9-b1ba693de5ca req-5e96a1ec-6728-4899-a1c7-14d7691c63d5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462000 May 10 11:34:52.721789 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1', 'code': 200} May 10 11:34:52.953953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783e249-b673-422c-910a-b8fcb699cc92 req-68898956-3da6-4088-841b-61bdcf7f7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.955310 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8783e249-b673-422c-910a-b8fcb699cc92 req-68898956-3da6-4088-841b-61bdcf7f7817 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 1099 time: 0.0680223 May 10 11:34:52.997659 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8783e249-b673-422c-910a-b8fcb699cc92 req-59f7075f-5f56-4b2f-af0f-52a0d5e4e725 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 May 10 11:34:53.912401 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b314c4a-2e35-462a-9d21-320e7a91eed0 req-32243eff-3a68-40c6-bc40-1995b4750897 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:53.913879 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b314c4a-2e35-462a-9d21-320e7a91eed0 req-32243eff-3a68-40c6-bc40-1995b4750897 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 946 time: 0.1476266 May 10 11:34:53.922394 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962e64c-aaa4-47e9-81fd-eef1ea6de1ae req-a36c2e4e-1d40-434c-862d-64a30d06e2bd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:53.924259 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a962e64c-aaa4-47e9-81fd-eef1ea6de1ae req-a36c2e4e-1d40-434c-862d-64a30d06e2bd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1162326 May 10 11:34:53.992823 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b314c4a-2e35-462a-9d21-320e7a91eed0 req-de16b11a-6d22-40c4-b002-c5994a4efd06 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676332 May 10 11:34:53.995489 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a962e64c-aaa4-47e9-81fd-eef1ea6de1ae req-8f0394a0-4bb7-4974-8d10-5cada89116a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580492 May 10 11:34:55.223657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e200-6a72-4c0c-9cfb-73182ca0f19f req-5cfb1432-a66b-4436-8ea6-2cc869c7da58 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:55.225116 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f901e200-6a72-4c0c-9cfb-73182ca0f19f req-5cfb1432-a66b-4436-8ea6-2cc869c7da58 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 946 time: 0.1309748 May 10 11:34:55.257599 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b21e9-6794-47ac-acbf-7f69cd3bc2c8 req-9b0fbfbf-534d-4a3a-a8b1-7b587cb8873e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:55.259000 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c82b21e9-6794-47ac-acbf-7f69cd3bc2c8 req-9b0fbfbf-534d-4a3a-a8b1-7b587cb8873e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1340449 May 10 11:34:55.302465 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f901e200-6a72-4c0c-9cfb-73182ca0f19f req-825ae0f5-9164-406e-969a-4280f82c0312 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655606 May 10 11:34:55.324800 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c82b21e9-6794-47ac-acbf-7f69cd3bc2c8 req-e4175abe-cec1-4f23-819a-ce893c318e51 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556970 May 10 11:34:56.513891 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab050ff-7b0e-4613-8dd9-08acc4f78ecc req-58197fa6-18b5-4f16-9eb9-2e3e97d26aa1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:56.515331 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9ab050ff-7b0e-4613-8dd9-08acc4f78ecc req-58197fa6-18b5-4f16-9eb9-2e3e97d26aa1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0809655 May 10 11:34:56.558823 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9ab050ff-7b0e-4613-8dd9-08acc4f78ecc req-618461b7-afef-4b7c-8253-c4ff1a3bef03 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378361 May 10 11:34:56.712941 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.745486 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692ae5a-1c53-45aa-84b1-7ebcbcf716c0 req-1eadc6fe-9586-464b-91df-d0832f4181e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:57.746994 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1692ae5a-1c53-45aa-84b1-7ebcbcf716c0 req-1eadc6fe-9586-464b-91df-d0832f4181e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0789244 May 10 11:34:57.793921 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1692ae5a-1c53-45aa-84b1-7ebcbcf716c0 req-0384652f-0fbc-4b03-89e6-9d16018e6a57 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412371 May 10 11:34:58.978829 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac761-fc57-4f68-a660-75ea1924ee08 req-1f8f4d32-5035-44f2-b15c-4f5215362a21 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:58.980263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5abac761-fc57-4f68-a660-75ea1924ee08 req-1f8f4d32-5035-44f2-b15c-4f5215362a21 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0779486 May 10 11:34:59.024286 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5abac761-fc57-4f68-a660-75ea1924ee08 req-9fd9574a-5f79-4ad2-87a2-fe70ed4490c2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371544 May 10 11:35:00.226054 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86404ba-4025-4eff-af7f-b77dc251bc7a req-a51798aa-fdce-42e1-92cc-de44e67dec66 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:00.227511 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b86404ba-4025-4eff-af7f-b77dc251bc7a req-a51798aa-fdce-42e1-92cc-de44e67dec66 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0897300 May 10 11:35:00.272183 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b86404ba-4025-4eff-af7f-b77dc251bc7a req-1081028c-80a7-4606-a201-2a21058835b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386741 May 10 11:35:01.468475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597dd73-3a89-4705-8e26-4af18f3d597f req-21d99f44-02df-4612-a398-4821aac623d7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:01.470088 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9597dd73-3a89-4705-8e26-4af18f3d597f req-21d99f44-02df-4612-a398-4821aac623d7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0773866 May 10 11:35:01.514919 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9597dd73-3a89-4705-8e26-4af18f3d597f req-9b92c3ff-7f06-4010-afb1-84339dfff4b3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392230 May 10 11:35:02.703733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d51a0-f874-493d-abe7-5ed7c19d7403 req-a75d9c80-1b23-4130-a550-cc840597db54 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:02.705215 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-396d51a0-f874-493d-abe7-5ed7c19d7403 req-a75d9c80-1b23-4130-a550-cc840597db54 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0809097 May 10 11:35:02.749394 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-396d51a0-f874-493d-abe7-5ed7c19d7403 req-f313ad5f-1c51-4d8d-b513-39a4220a427b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383744 May 10 11:35:03.936931 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8927cd-e0e2-44cf-93fd-bd4d3a60e9ef req-a630723f-9aba-4167-a451-9b0541e7eaa6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:03.938339 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb8927cd-e0e2-44cf-93fd-bd4d3a60e9ef req-a630723f-9aba-4167-a451-9b0541e7eaa6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0796676 May 10 11:35:03.984616 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb8927cd-e0e2-44cf-93fd-bd4d3a60e9ef req-f0574dd7-e5ae-4c9c-b868-9338dc213cfb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405176 May 10 11:35:05.167829 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553d55e-c69e-4477-b219-439c06beba29 req-7d67c067-998b-48d2-b6d2-31df2976e8a7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:05.169336 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7553d55e-c69e-4477-b219-439c06beba29 req-7d67c067-998b-48d2-b6d2-31df2976e8a7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782039 May 10 11:35:05.213311 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7553d55e-c69e-4477-b219-439c06beba29 req-78462f72-5d7e-45a3-bd8a-174219d09cf2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375962 May 10 11:35:06.401175 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3a34f-6167-4982-85ed-dfacbbb0b4ae req-95063ffc-330f-49fa-815a-4d37e8842114 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:06.402635 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b0c3a34f-6167-4982-85ed-dfacbbb0b4ae req-95063ffc-330f-49fa-815a-4d37e8842114 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0833082 May 10 11:35:06.445947 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b0c3a34f-6167-4982-85ed-dfacbbb0b4ae req-e19dc5f6-c70a-4478-b053-3d60f1671ca3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376158 May 10 11:35:07.634672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61acccb-c654-4012-80ae-eb280b8588d1 req-9a203138-e2ed-4c3c-bef9-0cb9131b5357 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:07.636136 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a61acccb-c654-4012-80ae-eb280b8588d1 req-9a203138-e2ed-4c3c-bef9-0cb9131b5357 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786757 May 10 11:35:07.682931 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a61acccb-c654-4012-80ae-eb280b8588d1 req-242af0ed-e69f-451a-aa85-903e3c9eb24c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405667 May 10 11:35:08.085677 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f11560cd-225c-4624-836d-0595394c4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.869112 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a98d-0b6e-4099-ba81-b8574d1f1c4d req-326079ec-66fe-46a8-9d0d-730bfa29b355 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:08.870588 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c048a98d-0b6e-4099-ba81-b8574d1f1c4d req-326079ec-66fe-46a8-9d0d-730bfa29b355 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0792136 May 10 11:35:08.914862 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c048a98d-0b6e-4099-ba81-b8574d1f1c4d req-7107689e-026b-4bfa-822c-2fb767715aeb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381360 May 10 11:35:10.175572 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c5f2b-75bb-479a-9fe5-2b6d11062d55 req-cf6b8812-1abb-41b5-b45a-92baaf5c4c25 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:10.177004 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a07c5f2b-75bb-479a-9fe5-2b6d11062d55 req-cf6b8812-1abb-41b5-b45a-92baaf5c4c25 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1542370 May 10 11:35:10.221357 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a07c5f2b-75bb-479a-9fe5-2b6d11062d55 req-73d6825b-2465-4128-86ad-8d683e3fdc26 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384781 May 10 11:35:10.633503 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.830160 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-277a04d5-4201-4218-b9c6-59842c1b3e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:11.414378 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff2bd-47c3-44c2-a430-32ac3b560e23 req-938b4ce2-d49c-4b82-ad0d-3a1a6d7a9939 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:11.417631 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebcff2bd-47c3-44c2-a430-32ac3b560e23 req-938b4ce2-d49c-4b82-ad0d-3a1a6d7a9939 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0817673 May 10 11:35:11.463267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebcff2bd-47c3-44c2-a430-32ac3b560e23 req-1dce64bc-f2b4-4051-826d-93f61622a23e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418723 May 10 11:35:12.322884 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:12.651691 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5b1a-4ce6-824b-f4d15c09353f req-e0b1d9f4-cf68-46ef-a942-60082e412a01 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:12.653311 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c1973312-5b1a-4ce6-824b-f4d15c09353f req-e0b1d9f4-cf68-46ef-a942-60082e412a01 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0783384 May 10 11:35:12.697063 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c1973312-5b1a-4ce6-824b-f4d15c09353f req-44f1da1e-9551-41b0-8c08-065cb4610f0b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377209 May 10 11:35:13.650797 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:13.886475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b36a3a-718a-431d-9fa3-c5e70cd56969 req-fab0c9db-55bf-412f-93ea-9cd5055f4b4b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:13.887824 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b1b36a3a-718a-431d-9fa3-c5e70cd56969 req-fab0c9db-55bf-412f-93ea-9cd5055f4b4b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0815482 May 10 11:35:13.931319 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b1b36a3a-718a-431d-9fa3-c5e70cd56969 req-2a8ee118-4b66-45f5-ba52-26f4d7d982be tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377893 May 10 11:35:15.262170 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7725a-6df5-4533-a6b5-28c9122bb312 req-f1710e72-c4d9-40a4-ac18-e92eaf3fc563 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:15.263630 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-46b7725a-6df5-4533-a6b5-28c9122bb312 req-f1710e72-c4d9-40a4-ac18-e92eaf3fc563 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780218 May 10 11:35:15.311519 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-46b7725a-6df5-4533-a6b5-28c9122bb312 req-4fd037df-f757-4ffb-b1c0-2d92add485a4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415397 May 10 11:35:16.502628 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002934-65db-4a67-8980-f0e0379160ce req-a0c79325-7d59-4328-8a9c-5baed29e7438 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:16.504011 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be002934-65db-4a67-8980-f0e0379160ce req-a0c79325-7d59-4328-8a9c-5baed29e7438 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0807014 May 10 11:35:16.546904 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be002934-65db-4a67-8980-f0e0379160ce req-01d49884-97bb-4666-bb9d-c41f8759c3f5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371788 May 10 11:35:17.732958 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbebc8a-8415-4fa5-acd4-f59e55969878 req-0589f19f-b7cc-42ed-bb05-e9c99dcc881d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:17.734420 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebbebc8a-8415-4fa5-acd4-f59e55969878 req-0589f19f-b7cc-42ed-bb05-e9c99dcc881d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0803769 May 10 11:35:17.777443 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebbebc8a-8415-4fa5-acd4-f59e55969878 req-6e02d1e2-dfd3-4fe7-9f63-306c12221dcb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365484 May 10 11:35:18.963509 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5297f6-2cd4-41f4-9ab3-cd34b49fc903 req-93b7c0f6-d36d-4456-9c00-0a584020b546 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:18.964969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a5297f6-2cd4-41f4-9ab3-cd34b49fc903 req-93b7c0f6-d36d-4456-9c00-0a584020b546 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782175 May 10 11:35:19.012524 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a5297f6-2cd4-41f4-9ab3-cd34b49fc903 req-93e090af-1aa8-4f97-85c8-bfdbdbd10a5c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417638 May 10 11:35:20.200629 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478318e-08ab-4bf4-9f80-0b70d940876a req-e3fba356-0c9c-4663-8d3d-52c3154603aa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:20.202127 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4478318e-08ab-4bf4-9f80-0b70d940876a req-e3fba356-0c9c-4663-8d3d-52c3154603aa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786290 May 10 11:35:20.250225 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4478318e-08ab-4bf4-9f80-0b70d940876a req-f8f67307-926e-4658-aca3-b91b6de735fa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416603 May 10 11:35:21.448764 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e94e8-841a-407a-9025-c9d0cec6fb09 req-4d4b3ed0-3bb6-477d-a857-4bfc74e48a49 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:21.450226 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e26e94e8-841a-407a-9025-c9d0cec6fb09 req-4d4b3ed0-3bb6-477d-a857-4bfc74e48a49 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0816965 May 10 11:35:21.494220 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e26e94e8-841a-407a-9025-c9d0cec6fb09 req-620c2f12-e4fd-4f46-bd0a-cf43f6b828f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377562 May 10 11:35:22.679442 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe158-b26e-46f5-9e70-4c7a8166ab8e req-909666dd-a5f3-4517-8523-304d9a875f35 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:22.680810 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa1fe158-b26e-46f5-9e70-4c7a8166ab8e req-909666dd-a5f3-4517-8523-304d9a875f35 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782428 May 10 11:35:22.724268 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa1fe158-b26e-46f5-9e70-4c7a8166ab8e req-c8e11d4f-c238-475e-a158-750749aef1f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377185 May 10 11:35:23.916760 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139630b-db4b-4e0a-b47c-f507c90fde6e req-c22eb6ba-fd5e-4b6f-b713-f06902f60d38 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:23.918159 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0139630b-db4b-4e0a-b47c-f507c90fde6e req-c22eb6ba-fd5e-4b6f-b713-f06902f60d38 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0814326 May 10 11:35:23.953054 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-a96e9057-ab3b-4f8a-86fe-9957f5d954ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711567 May 10 11:35:23.963128 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0139630b-db4b-4e0a-b47c-f507c90fde6e req-27d93d67-ff7d-4565-88b5-251e9a2363d0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391366 May 10 11:35:24.045079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-50e334fb-5be6-429a-bad8-1592889d8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:24.046572 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-50e334fb-5be6-429a-bad8-1592889d8476 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.0715787 May 10 11:35:24.189100 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-f3e6a039-7514-48bc-aed1-b51641526d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:24.190586 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-f3e6a039-7514-48bc-aed1-b51641526d90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1256907 May 10 11:35:24.294530 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-e4033b86-5bc4-4f73-8820-71ed49cf1198 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 1001 time: 0.0965440 May 10 11:35:24.355612 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-2ff7fa07-802c-4b79-a0df-15c1c1dc0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:24.357030 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-2ff7fa07-802c-4b79-a0df-15c1c1dc0c37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0559256 May 10 11:35:24.367924 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:35:24.435045 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-e18dd4b0-68f0-4119-8e39-d855d04fe14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:24.436445 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-e18dd4b0-68f0-4119-8e39-d855d04fe14d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720377 May 10 11:35:24.564416 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-cf2774d2-15e6-4022-bfe0-b8e80e9afa07 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210961 May 10 11:35:24.694666 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-a6f3facd-4d14-4d05-b7d9-34efa6dc4aa3 req-9c9e3bd7-06b2-4d34-8024-1bb671ce559c service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224039 May 10 11:35:25.154003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd5200-aac1-45b0-a44d-8332cf844f1d req-5f66d6e2-4e5e-448e-b1bd-89f4b8ec3da7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:25.155464 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10fd5200-aac1-45b0-a44d-8332cf844f1d req-5f66d6e2-4e5e-448e-b1bd-89f4b8ec3da7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0826895 May 10 11:35:25.200494 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-10fd5200-aac1-45b0-a44d-8332cf844f1d req-bbd4e4cf-1e2a-4f0f-9080-7822f8410062 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387061 May 10 11:35:26.392815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0465dae-057d-4926-8f26-e5112e4e557c req-93078a3d-ceec-435f-9885-68f9c66c20f5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:26.394375 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0465dae-057d-4926-8f26-e5112e4e557c req-93078a3d-ceec-435f-9885-68f9c66c20f5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0795329 May 10 11:35:26.443094 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0465dae-057d-4926-8f26-e5112e4e557c req-f52816db-07e2-4d5d-8c58-fbe4cc02a66b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428989 May 10 11:35:26.710690 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.628264 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b8e0c-9568-433d-8c06-eafbe511622d req-7d2fc7c1-7be1-43b0-a39a-0f5d406c46fd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:27.629730 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-938b8e0c-9568-433d-8c06-eafbe511622d req-7d2fc7c1-7be1-43b0-a39a-0f5d406c46fd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776908 May 10 11:35:27.673608 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-938b8e0c-9568-433d-8c06-eafbe511622d req-574856eb-2c1e-4e85-9e4b-808e7cbe5d04 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380006 May 10 11:35:28.865087 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18e499-c3df-4dac-bf4f-1441aadcb2af req-ef866ff8-99ac-44e9-b398-76ec77889569 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:28.866541 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de18e499-c3df-4dac-bf4f-1441aadcb2af req-ef866ff8-99ac-44e9-b398-76ec77889569 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0825720 May 10 11:35:28.911522 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de18e499-c3df-4dac-bf4f-1441aadcb2af req-7a05ba4e-5946-4582-852c-dd94478f3589 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392284 May 10 11:35:30.100454 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472be9-964b-41b3-a672-444b02dd0bcf req-3cd132f3-74e4-46f1-8693-b142ccf845e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:30.101935 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2d472be9-964b-41b3-a672-444b02dd0bcf req-3cd132f3-74e4-46f1-8693-b142ccf845e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0788269 May 10 11:35:30.212515 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2d472be9-964b-41b3-a672-444b02dd0bcf req-343306c0-6063-478c-86c2-3febef8fd84e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047573 May 10 11:35:31.398636 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50858fd-5c72-418e-aa53-8655be5ac505 req-e8b2a5bd-78c2-460e-8168-79deecd80234 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:31.400241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a50858fd-5c72-418e-aa53-8655be5ac505 req-e8b2a5bd-78c2-460e-8168-79deecd80234 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0794814 May 10 11:35:31.443939 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a50858fd-5c72-418e-aa53-8655be5ac505 req-6a773481-3dd0-450c-b32f-df0f44cb43df tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378499 May 10 11:35:32.629929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266c6ee-d285-45ff-8e9a-7eabf6ae66fc req-77e0994f-1b6f-4789-9109-67be7a6cdf10 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:32.631285 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d266c6ee-d285-45ff-8e9a-7eabf6ae66fc req-77e0994f-1b6f-4789-9109-67be7a6cdf10 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0797770 May 10 11:35:32.674200 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d266c6ee-d285-45ff-8e9a-7eabf6ae66fc req-e31682db-2d2c-47ad-9b19-f849b1465aa1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372782 May 10 11:35:33.863234 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b60fe-01cc-4c91-9201-a28e64841f84 req-f50f83bc-23f9-4c36-8269-14c7b602c4c6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:33.864670 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3f1b60fe-01cc-4c91-9201-a28e64841f84 req-f50f83bc-23f9-4c36-8269-14c7b602c4c6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0827842 May 10 11:35:33.909706 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3f1b60fe-01cc-4c91-9201-a28e64841f84 req-79b3742c-7340-45bc-95f8-d09dfdef682b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393751 May 10 11:35:35.092222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f9c1-6ca6-4104-bced-9be685704c94 req-b24d39d9-36b3-42ec-83e4-ff46e9be985a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:35.093655 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b1a9f9c1-6ca6-4104-bced-9be685704c94 req-b24d39d9-36b3-42ec-83e4-ff46e9be985a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0765872 May 10 11:35:35.137802 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b1a9f9c1-6ca6-4104-bced-9be685704c94 req-2438c719-9426-4e18-9a61-ecf313658923 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380263 May 10 11:35:36.326213 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2bd9b-3b0b-4634-a56b-75f8ae7bca0f req-b29dd1ec-c34a-4bf3-b0ae-ce08efb5b56b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:36.327632 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4af2bd9b-3b0b-4634-a56b-75f8ae7bca0f req-b29dd1ec-c34a-4bf3-b0ae-ce08efb5b56b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0799532 May 10 11:35:36.372338 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4af2bd9b-3b0b-4634-a56b-75f8ae7bca0f req-54be5cf4-3919-4b33-a9f7-7452be9e8de9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384459 May 10 11:35:37.559268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dbb78-e820-4040-afef-36e1d2212c72 req-bb3eaca7-c97b-4a77-bb4e-07c6641c836b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:37.560715 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ff6dbb78-e820-4040-afef-36e1d2212c72 req-bb3eaca7-c97b-4a77-bb4e-07c6641c836b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782416 May 10 11:35:37.606972 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ff6dbb78-e820-4040-afef-36e1d2212c72 req-cc30470f-185a-46f0-8c64-1e7706a56433 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405118 May 10 11:35:38.090110 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2801ca2e-0293-4d54-9ada-fe4c751475c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:38.789914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5151-3b77-426e-9802-30370bfe855d req-ed0c1b7a-17f4-4712-b757-ce1542825f34 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:38.791318 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-885e5151-3b77-426e-9802-30370bfe855d req-ed0c1b7a-17f4-4712-b757-ce1542825f34 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777874 May 10 11:35:38.834041 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-885e5151-3b77-426e-9802-30370bfe855d req-14b7824a-7b49-44d3-8c77-fef5471b0661 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371768 May 10 11:35:40.025099 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def62f60-c8ca-4df6-af69-bad22d1da708 req-45eb55b9-61a4-4fa2-9820-2c5206c3d2c1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:40.026557 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-def62f60-c8ca-4df6-af69-bad22d1da708 req-45eb55b9-61a4-4fa2-9820-2c5206c3d2c1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0804844 May 10 11:35:40.073217 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-def62f60-c8ca-4df6-af69-bad22d1da708 req-9773d089-7563-415a-a527-7668851f3793 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410316 May 10 11:35:40.634244 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:40.830304 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dfb9d13e-315f-4d13-9368-757662aad7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.256377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a05c4-68fb-42af-ae03-e31ac1dc81d9 req-209de1b3-2b98-42cf-8bdd-65a1957f40b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:41.257856 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-142a05c4-68fb-42af-ae03-e31ac1dc81d9 req-209de1b3-2b98-42cf-8bdd-65a1957f40b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781782 May 10 11:35:41.305082 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-142a05c4-68fb-42af-ae03-e31ac1dc81d9 req-74029e92-1b8b-491a-b74b-3d4afe2031af tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415208 May 10 11:35:42.326324 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.490346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469ee45-e75b-487e-ac88-6e95cc399ab6 req-e76c5024-855e-4987-8ce9-463f5ecb72d3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:42.491788 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0469ee45-e75b-487e-ac88-6e95cc399ab6 req-e76c5024-855e-4987-8ce9-463f5ecb72d3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781362 May 10 11:35:42.534658 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0469ee45-e75b-487e-ac88-6e95cc399ab6 req-38cd690b-d12c-4b16-a490-20202e99ea6e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370362 May 10 11:35:43.653191 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.723274 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf721e-c3ae-4455-9a68-23da6137e76e req-3e860ad9-0482-41b8-a9db-3862e83d6612 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:43.724702 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-efcf721e-c3ae-4455-9a68-23da6137e76e req-3e860ad9-0482-41b8-a9db-3862e83d6612 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0803070 May 10 11:35:43.766988 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-efcf721e-c3ae-4455-9a68-23da6137e76e req-4e534164-b2b9-4a60-8195-6bb689baee15 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366380 May 10 11:35:44.952951 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af46c64-2c8c-4cfb-8d0e-f59d925f156e req-d5573d07-9d56-4511-ac3d-1323c4122f55 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:44.954407 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3af46c64-2c8c-4cfb-8d0e-f59d925f156e req-d5573d07-9d56-4511-ac3d-1323c4122f55 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0772755 May 10 11:35:45.000415 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3af46c64-2c8c-4cfb-8d0e-f59d925f156e req-9ed3966a-e890-4e79-99c4-125357c0349f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398853 May 10 11:35:46.184732 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a176-d8c7-4fc4-81e3-fa02c81b004f req-edbd6975-40ee-458a-86b2-9bc32b6921fd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:46.186181 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ea8a176-d8c7-4fc4-81e3-fa02c81b004f req-edbd6975-40ee-458a-86b2-9bc32b6921fd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776939 May 10 11:35:46.229053 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7ea8a176-d8c7-4fc4-81e3-fa02c81b004f req-571ed4af-aedb-4111-a580-08d5fd7f3304 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367897 May 10 11:35:47.417111 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e4b9-a2d3-4c93-9f28-966beb1f59da req-c8e295cd-fc7c-48f4-b5be-9e054397af61 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:47.418587 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-77d4e4b9-a2d3-4c93-9f28-966beb1f59da req-c8e295cd-fc7c-48f4-b5be-9e054397af61 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0823779 May 10 11:35:47.461770 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-77d4e4b9-a2d3-4c93-9f28-966beb1f59da req-497d5522-507c-4396-a771-90bc8d06c953 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370185 May 10 11:35:48.644075 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ff145-2de5-4e32-b76f-04ecf8de9641 req-30c00c58-9aab-496c-b5e3-f240a443ed9e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:48.645443 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ac9ff145-2de5-4e32-b76f-04ecf8de9641 req-30c00c58-9aab-496c-b5e3-f240a443ed9e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0773237 May 10 11:35:48.691271 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ac9ff145-2de5-4e32-b76f-04ecf8de9641 req-c1692b3b-a61b-4158-8441-d9e85ba7ad0d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403247 May 10 11:35:49.874284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5700a7-c3ea-409a-a531-a162d546efa5 req-4e9b01a7-5d0e-4384-b692-46aa5eda49b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:49.875696 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b5700a7-c3ea-409a-a531-a162d546efa5 req-4e9b01a7-5d0e-4384-b692-46aa5eda49b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0766959 May 10 11:35:49.922705 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b5700a7-c3ea-409a-a531-a162d546efa5 req-461e91de-8990-4404-b7d9-667d0c7b1d39 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413277 May 10 11:35:51.174797 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed2b6a-f93f-43c9-808e-2d485f8cbe83 req-f7a5bebc-c8ef-4928-9bf2-487b54f8b3c9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:51.176233 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-22ed2b6a-f93f-43c9-808e-2d485f8cbe83 req-f7a5bebc-c8ef-4928-9bf2-487b54f8b3c9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1440058 May 10 11:35:51.218576 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-22ed2b6a-f93f-43c9-808e-2d485f8cbe83 req-86952a6d-6e05-4890-8f23-e08018a8e716 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367656 May 10 11:35:52.406615 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08633b-f702-4fdb-a734-7423f8a7d309 req-a904bfe1-fa6f-4c6a-bc12-d461ecf7d1e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:52.408082 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5a08633b-f702-4fdb-a734-7423f8a7d309 req-a904bfe1-fa6f-4c6a-bc12-d461ecf7d1e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0801980 May 10 11:35:52.453670 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5a08633b-f702-4fdb-a734-7423f8a7d309 req-13d1cb3e-a06e-4591-8455-ab537ad70ed4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398836 May 10 11:35:53.637770 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3acdc7-dd91-48f7-973c-d92f48e311b3 req-a5995254-c28d-49b0-905d-3c075c2f1505 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:53.639318 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa3acdc7-dd91-48f7-973c-d92f48e311b3 req-a5995254-c28d-49b0-905d-3c075c2f1505 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0788548 May 10 11:35:53.682632 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa3acdc7-dd91-48f7-973c-d92f48e311b3 req-48697ed9-924b-4501-bd74-9b6460e8dad1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376787 May 10 11:35:54.868975 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ae71-93fd-41c5-a5c4-d94a7903ba74 req-de7d1080-68c1-4a4f-af23-f6d9da345e75 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.870662 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ffd3ae71-93fd-41c5-a5c4-d94a7903ba74 req-de7d1080-68c1-4a4f-af23-f6d9da345e75 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820012 May 10 11:35:54.913926 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ffd3ae71-93fd-41c5-a5c4-d94a7903ba74 req-9eb58efa-a2d5-406d-ad80-d26316cc844a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375605 May 10 11:35:56.099079 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde226f2-1a74-4a6b-9b1f-606376cc2a9b req-83051cc8-9e9c-4dea-ae88-a3dea1c8e349 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:56.100538 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cde226f2-1a74-4a6b-9b1f-606376cc2a9b req-83051cc8-9e9c-4dea-ae88-a3dea1c8e349 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774298 May 10 11:35:56.147864 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cde226f2-1a74-4a6b-9b1f-606376cc2a9b req-394cb736-b9a8-41f4-9dc6-8eab4d081c57 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416265 May 10 11:35:56.716549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.331583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a6e0f-8821-4ef1-9494-4027688827cf req-e7a09cef-4f18-4822-960a-5dd44b20701f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:57.333024 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd3a6e0f-8821-4ef1-9494-4027688827cf req-e7a09cef-4f18-4822-960a-5dd44b20701f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782409 May 10 11:35:57.378133 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd3a6e0f-8821-4ef1-9494-4027688827cf req-e5137e0e-9fd1-4876-a4a4-57f174e08342 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393686 May 10 11:35:58.570021 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b616b-8d35-4c03-98ee-405e600a8a4f req-09c04411-3bbf-41ed-976f-5c3a5fd068b4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:58.571372 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0f4b616b-8d35-4c03-98ee-405e600a8a4f req-09c04411-3bbf-41ed-976f-5c3a5fd068b4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0812421 May 10 11:35:58.614810 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0f4b616b-8d35-4c03-98ee-405e600a8a4f req-fd663dd8-d705-4d63-8b7b-309bf4aeac3d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378463 May 10 11:35:59.803193 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f341099-dd90-4e65-a9f6-ae46df1e2c4c req-9072c25c-add3-471e-8d84-60d902ff16cc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:59.804622 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3f341099-dd90-4e65-a9f6-ae46df1e2c4c req-9072c25c-add3-471e-8d84-60d902ff16cc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0789471 May 10 11:35:59.858198 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3f341099-dd90-4e65-a9f6-ae46df1e2c4c req-934023b9-fa7b-48bb-b47d-21786a2f3e63 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477004 May 10 11:36:01.043425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096d8c1-1d57-4ee6-a04f-d5b040d746bf req-891cd952-74b6-4b23-bafe-f9f84a0a5633 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:01.044853 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6096d8c1-1d57-4ee6-a04f-d5b040d746bf req-891cd952-74b6-4b23-bafe-f9f84a0a5633 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780313 May 10 11:36:01.087915 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6096d8c1-1d57-4ee6-a04f-d5b040d746bf req-ca9de9c1-1391-4860-9a00-62df35c7bdca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374525 May 10 11:36:01.367778 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:36:02.273808 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9295e-0529-4529-9e10-edd7a1831800 req-b87ae7c5-aed3-4a24-8ede-d489381b5c66 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:02.275247 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a3d9295e-0529-4529-9e10-edd7a1831800 req-b87ae7c5-aed3-4a24-8ede-d489381b5c66 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0803432 May 10 11:36:02.318439 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a3d9295e-0529-4529-9e10-edd7a1831800 req-02ee629f-5e6e-4fd5-9a2d-4bfcad6cf7a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375443 May 10 11:36:03.505173 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e883760-2dfc-4c20-a9bb-2b3824bab6ce req-ab3faa48-fa30-4e72-8bb0-ce67493c1596 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:03.506652 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0e883760-2dfc-4c20-a9bb-2b3824bab6ce req-ab3faa48-fa30-4e72-8bb0-ce67493c1596 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0788846 May 10 11:36:03.552881 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0e883760-2dfc-4c20-a9bb-2b3824bab6ce req-f1bc74ae-1fa9-45c5-99d9-627d0185ca77 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406013 May 10 11:36:04.737298 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd93624-abf7-4df2-9da3-8c2031bb72a8 req-ca813070-d71d-446a-ba1e-c1cb27684f17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:04.738763 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7dd93624-abf7-4df2-9da3-8c2031bb72a8 req-ca813070-d71d-446a-ba1e-c1cb27684f17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0773330 May 10 11:36:04.782636 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7dd93624-abf7-4df2-9da3-8c2031bb72a8 req-9e29a493-6525-457f-bb28-082f72b97060 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380726 May 10 11:36:05.973441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7efa4-9577-4afd-9126-dc51c33e53a5 req-372f7ac6-70d6-4edd-8624-40b088a9e1c6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:05.974865 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f7e7efa4-9577-4afd-9126-dc51c33e53a5 req-372f7ac6-70d6-4edd-8624-40b088a9e1c6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0819323 May 10 11:36:06.018592 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f7e7efa4-9577-4afd-9126-dc51c33e53a5 req-49b5c518-c152-44ae-a410-41fc606d3b78 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380955 May 10 11:36:07.205900 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8162c3-b636-49a6-b925-2ec156448dff req-ba34eadd-6fd5-46ab-b476-39ae4a64e6bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:07.207329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fc8162c3-b636-49a6-b925-2ec156448dff req-ba34eadd-6fd5-46ab-b476-39ae4a64e6bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0793238 May 10 11:36:07.253422 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fc8162c3-b636-49a6-b925-2ec156448dff req-9e0ff2c5-e359-4971-a48f-c31d93b44207 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404963 May 10 11:36:08.090928 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d11d4-81b0-4e6e-be80-9b29006b7361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:08.438872 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30679e-e277-491c-a4a0-68fcbc37254c req-6516c9b7-804e-40a2-96a5-75ec2705d87c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:08.440251 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5c30679e-e277-491c-a4a0-68fcbc37254c req-6516c9b7-804e-40a2-96a5-75ec2705d87c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0795875 May 10 11:36:08.483741 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5c30679e-e277-491c-a4a0-68fcbc37254c req-970b3905-7d96-48ad-a733-e88e93326a5f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378311 May 10 11:36:09.668528 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67c6c-af60-46b7-8f1f-038629c7901f req-ee0ace48-18cb-4078-9ec8-c993363ce4b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:09.669904 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75a67c6c-af60-46b7-8f1f-038629c7901f req-ee0ace48-18cb-4078-9ec8-c993363ce4b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0792518 May 10 11:36:09.713007 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75a67c6c-af60-46b7-8f1f-038629c7901f req-28d82ad2-6991-466a-8ddd-c36d24c3e746 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369914 May 10 11:36:10.636346 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.831248 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-113491e0-feeb-4ec8-b84d-e642aa8c197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:10.897496 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cdb49-96dc-4c53-8565-81f8df839de3 req-eda17ec5-66e6-42d0-af67-626566da78da tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:10.898853 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e6cdb49-96dc-4c53-8565-81f8df839de3 req-eda17ec5-66e6-42d0-af67-626566da78da tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0794504 May 10 11:36:11.009263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e6cdb49-96dc-4c53-8565-81f8df839de3 req-fac285c2-b210-4ae0-9aa1-d193c428a0bd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044722 May 10 11:36:12.199534 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2dcf8-e2cd-46b9-88db-cbea201cd2bb req-5f5a8c0e-ac9f-4c77-b007-5dfd03226d8e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:12.201005 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59d2dcf8-e2cd-46b9-88db-cbea201cd2bb req-5f5a8c0e-ac9f-4c77-b007-5dfd03226d8e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0846663 May 10 11:36:12.243852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59d2dcf8-e2cd-46b9-88db-cbea201cd2bb req-a6bcd8df-10eb-4375-92dc-768e5e23eff9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371907 May 10 11:36:12.328857 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:13.435180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc4b34-00c4-4c7a-8284-2dcf26bbd57e req-f26ef1c7-2f58-40c6-8530-50bfd743b2cc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:13.436608 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0bfc4b34-00c4-4c7a-8284-2dcf26bbd57e req-f26ef1c7-2f58-40c6-8530-50bfd743b2cc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820942 May 10 11:36:13.479452 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0bfc4b34-00c4-4c7a-8284-2dcf26bbd57e req-0f454059-ad5c-42ff-9e6c-e27b6f81c70a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365801 May 10 11:36:13.654679 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:14.667349 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16158935-681c-44cf-85bb-a10c348d53ed req-3c9cfb1f-0724-43e5-97fd-a2ee2c1af62c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:14.668809 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16158935-681c-44cf-85bb-a10c348d53ed req-3c9cfb1f-0724-43e5-97fd-a2ee2c1af62c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786850 May 10 11:36:14.713977 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16158935-681c-44cf-85bb-a10c348d53ed req-84955910-824d-4d9d-a931-14b4647af862 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395925 May 10 11:36:15.897886 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28239733-1408-4e84-966f-7782bd72c54b req-d1da28bc-cf53-415a-9a56-6e5d447939cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:15.899291 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28239733-1408-4e84-966f-7782bd72c54b req-d1da28bc-cf53-415a-9a56-6e5d447939cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0771797 May 10 11:36:15.941954 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28239733-1408-4e84-966f-7782bd72c54b req-a3a039ff-1a0d-4a5c-b0ab-c17928c564b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369992 May 10 11:36:17.127852 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108215d-f440-4c72-9b7e-add97847401b req-59729a12-31bc-4801-8158-e9f8a4c716fc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:17.129280 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f108215d-f440-4c72-9b7e-add97847401b req-59729a12-31bc-4801-8158-e9f8a4c716fc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0798080 May 10 11:36:17.171625 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f108215d-f440-4c72-9b7e-add97847401b req-85f36552-8f1e-4376-aa6a-473acc80e166 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367494 May 10 11:36:18.356137 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663533d-80de-47a0-898a-5ac0b3d92b33 req-9355d60f-6115-4b17-a3f6-716a1fb533e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:18.357598 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d663533d-80de-47a0-898a-5ac0b3d92b33 req-9355d60f-6115-4b17-a3f6-716a1fb533e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777440 May 10 11:36:18.405251 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d663533d-80de-47a0-898a-5ac0b3d92b33 req-b02934ea-6b39-46c5-b77e-c6966d67509e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416276 May 10 11:36:19.587284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cff15-0c9a-4af4-891c-1df6080d2bb0 req-46302922-23c2-46f1-9b73-6bb5340d038c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:19.588609 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8c2cff15-0c9a-4af4-891c-1df6080d2bb0 req-46302922-23c2-46f1-9b73-6bb5340d038c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0766511 May 10 11:36:19.631813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8c2cff15-0c9a-4af4-891c-1df6080d2bb0 req-a49b75d2-96e1-4e77-8104-e92cb5d9c763 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375640 May 10 11:36:20.820715 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbfea-0f16-437a-b5da-3a5986e02a88 req-0c9e2198-3e21-418d-8d40-cfa76dcecbd3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:20.822145 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f3abbfea-0f16-437a-b5da-3a5986e02a88 req-0c9e2198-3e21-418d-8d40-cfa76dcecbd3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0804484 May 10 11:36:20.864812 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f3abbfea-0f16-437a-b5da-3a5986e02a88 req-c0c3d5af-8168-4623-bc51-80eed470820f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369577 May 10 11:36:22.055542 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194aee3-4843-4473-9283-d893188b1806 req-05e1ebf6-7a52-4dca-9a44-d26db7b617a5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:22.056982 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b194aee3-4843-4473-9283-d893188b1806 req-05e1ebf6-7a52-4dca-9a44-d26db7b617a5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0822222 May 10 11:36:22.103400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b194aee3-4843-4473-9283-d893188b1806 req-ec93e898-f832-4883-96a0-9a60db3a5213 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404873 May 10 11:36:23.290345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d91b72-f60a-459a-85c6-f8e4439dc37c req-056ac851-3faa-42fe-a84d-55190a498eb4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:23.291763 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2d91b72-f60a-459a-85c6-f8e4439dc37c req-056ac851-3faa-42fe-a84d-55190a498eb4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777929 May 10 11:36:23.334338 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2d91b72-f60a-459a-85c6-f8e4439dc37c req-57290ce9-a4d1-4861-9454-9bd413c0a616 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368500 May 10 11:36:24.522619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5550510-70d0-44eb-a464-201247f2e3fe req-3ebcc248-54cc-45a5-9184-92a2a8403a05 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:24.524044 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e5550510-70d0-44eb-a464-201247f2e3fe req-3ebcc248-54cc-45a5-9184-92a2a8403a05 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0811868 May 10 11:36:24.566813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e5550510-70d0-44eb-a464-201247f2e3fe req-4bc5c12a-ed14-4b78-8fc8-f3baf161a301 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370691 May 10 11:36:25.753630 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b528f-e9fa-4330-b956-b591f3ac5e9b req-57de4464-a7c9-433e-ab37-c5df48b6e596 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:25.755071 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f31b528f-e9fa-4330-b956-b591f3ac5e9b req-57de4464-a7c9-433e-ab37-c5df48b6e596 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808320 May 10 11:36:25.801736 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f31b528f-e9fa-4330-b956-b591f3ac5e9b req-2f6248bb-6b92-48c6-9bdc-3d1881ae4efa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409889 May 10 11:36:26.743478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.987241 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229c74-af46-434c-9e60-442fcdef3f54 req-b686ac75-e439-44f2-9c26-204349d6fa9e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:26.989275 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e1229c74-af46-434c-9e60-442fcdef3f54 req-b686ac75-e439-44f2-9c26-204349d6fa9e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0794952 May 10 11:36:27.032082 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e1229c74-af46-434c-9e60-442fcdef3f54 req-8f6d7ec1-6326-4029-b6a6-4d17f2afc00d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371044 May 10 11:36:28.225771 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9c95-0b29-497d-98e4-a084f11d230e req-ec7b34f9-d177-4ba2-a5e8-5e5cd8c3c18b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:28.227227 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f6b9c95-0b29-497d-98e4-a084f11d230e req-ec7b34f9-d177-4ba2-a5e8-5e5cd8c3c18b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808227 May 10 11:36:28.277007 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f6b9c95-0b29-497d-98e4-a084f11d230e req-bb31ba08-faa1-4f5c-b6da-d16866b7279b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382714 May 10 11:36:29.464396 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b257ec-dbde-4300-80e0-84be5f878fa7 req-93310252-1183-4009-9b2a-738f3b9a4365 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:29.465868 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92b257ec-dbde-4300-80e0-84be5f878fa7 req-93310252-1183-4009-9b2a-738f3b9a4365 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0793962 May 10 11:36:29.512647 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92b257ec-dbde-4300-80e0-84be5f878fa7 req-48b1b020-5afa-4202-9390-9ad60c55235a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411630 May 10 11:36:30.696373 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bec23-d01c-4332-b16b-200bc29e5dd4 req-8f6ad7d5-b586-4bd9-aaf3-e0a7d0dddce5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:30.697824 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-446bec23-d01c-4332-b16b-200bc29e5dd4 req-8f6ad7d5-b586-4bd9-aaf3-e0a7d0dddce5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0779841 May 10 11:36:30.741018 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-446bec23-d01c-4332-b16b-200bc29e5dd4 req-63306098-f4a3-4862-a3a4-e753c389f044 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376246 May 10 11:36:31.992681 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4ce5-2110-4b56-9142-03c3b2cb46c8 req-6cb70e12-f8f7-4c70-9713-0fb28e3b7bb4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:31.994115 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07b4ce5-2110-4b56-9142-03c3b2cb46c8 req-6cb70e12-f8f7-4c70-9713-0fb28e3b7bb4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1458058 May 10 11:36:32.037305 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07b4ce5-2110-4b56-9142-03c3b2cb46c8 req-c92d89d3-f2ee-4c18-b5ac-e66febb4ed1f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372572 May 10 11:36:33.221929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe37dc5-7abb-452f-b492-955caa68b5db req-b72dfe05-b7d3-427b-95ea-32bac083a06c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:33.223343 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-afe37dc5-7abb-452f-b492-955caa68b5db req-b72dfe05-b7d3-427b-95ea-32bac083a06c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0779126 May 10 11:36:33.269586 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-afe37dc5-7abb-452f-b492-955caa68b5db req-41c8b1ab-2e2d-4541-b878-a01ca84b6016 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405643 May 10 11:36:34.455351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b108-dcef-4882-8080-882c3b51a45e req-4aa83985-cb95-4259-9c35-274f2aae212e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:34.456931 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e75b108-dcef-4882-8080-882c3b51a45e req-4aa83985-cb95-4259-9c35-274f2aae212e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0800867 May 10 11:36:34.500046 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e75b108-dcef-4882-8080-882c3b51a45e req-c933eb1a-2ab6-4125-b78b-9f68cc42f6da tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373161 May 10 11:36:35.690622 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb87dd3-db21-471b-a2c6-946022243ee3 req-7dd25791-801c-46f6-8619-7d6370d2c127 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:35.692134 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7eb87dd3-db21-471b-a2c6-946022243ee3 req-7dd25791-801c-46f6-8619-7d6370d2c127 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0825512 May 10 11:36:35.736413 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7eb87dd3-db21-471b-a2c6-946022243ee3 req-93d5dfe0-f056-486d-af64-6eae363981f4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382400 May 10 11:36:36.922240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7ce4-e3ec-4bfb-9464-568e27f91424 req-184571dd-7c93-46c2-9302-563ca3c841ed tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:36.923647 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9ad7ce4-e3ec-4bfb-9464-568e27f91424 req-184571dd-7c93-46c2-9302-563ca3c841ed tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0766225 May 10 11:36:36.969653 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9ad7ce4-e3ec-4bfb-9464-568e27f91424 req-af28615d-85d4-431e-8d01-0e5a9b6ae850 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398827 May 10 11:36:38.092931 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3459-b55b-4688-b3b7-af4bbe92a55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:38.160693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fac74-8c1f-4efe-a5ef-0ceb8891b5e8 req-a4455e6c-632c-4379-8c81-73c2985e377e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:38.162187 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-177fac74-8c1f-4efe-a5ef-0ceb8891b5e8 req-a4455e6c-632c-4379-8c81-73c2985e377e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820723 May 10 11:36:38.204641 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-177fac74-8c1f-4efe-a5ef-0ceb8891b5e8 req-f96c36a7-8eb6-42ec-8032-2ba7dbf6d513 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367985 May 10 11:36:38.366888 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:36:39.392994 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36727588-d24a-4154-8f1c-ef3e57ee5e61 req-b927e8bb-ee43-400b-b261-7fbee76e6716 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:39.394454 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-36727588-d24a-4154-8f1c-ef3e57ee5e61 req-b927e8bb-ee43-400b-b261-7fbee76e6716 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0815711 May 10 11:36:39.439263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-36727588-d24a-4154-8f1c-ef3e57ee5e61 req-3fd5410f-e740-4ccb-ab6e-3927e200790b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391212 May 10 11:36:40.622905 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b07a9-b4ec-41f4-bbeb-45912c86f8b1 req-e0bddfdf-93fd-4c94-8b71-0b662d848562 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:40.624263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6a3b07a9-b4ec-41f4-bbeb-45912c86f8b1 req-e0bddfdf-93fd-4c94-8b71-0b662d848562 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0772839 May 10 11:36:40.638473 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:40.671326 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6a3b07a9-b4ec-41f4-bbeb-45912c86f8b1 req-c974efa4-1840-4431-8940-d7c72a9636bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406568 May 10 11:36:40.831939 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b2177f42-f2b4-4b22-b102-e6e2bd9b2473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.855587 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeb4be-98db-474b-9275-0f2afb9b00f2 req-93a15c3d-8f25-45b9-8863-c2712deb7e9a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:41.857016 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7fbeb4be-98db-474b-9275-0f2afb9b00f2 req-93a15c3d-8f25-45b9-8863-c2712deb7e9a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774081 May 10 11:36:41.901145 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7fbeb4be-98db-474b-9275-0f2afb9b00f2 req-53d9de85-3f37-463f-b159-297de59238bd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381737 May 10 11:36:42.330756 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:43.090798 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb339492-ea73-4e96-87fa-7c20d0a4be0a req-389b697a-0794-476c-829e-d05e12847470 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:43.092214 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb339492-ea73-4e96-87fa-7c20d0a4be0a req-389b697a-0794-476c-829e-d05e12847470 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0807848 May 10 11:36:43.135254 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb339492-ea73-4e96-87fa-7c20d0a4be0a req-fb9613de-68ce-40f4-97da-ee3b3344f39f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372729 May 10 11:36:43.657569 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:44.323426 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227261-96f7-48ed-86e6-3e0793bf396b req-ae046f2c-202c-4462-ae94-69cc660bdfe0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:44.324228 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa227261-96f7-48ed-86e6-3e0793bf396b req-ae046f2c-202c-4462-ae94-69cc660bdfe0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0796168 May 10 11:36:44.371329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa227261-96f7-48ed-86e6-3e0793bf396b req-799fc88e-a33e-473a-9706-a80d0c12797a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412097 May 10 11:36:45.556135 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374010b-6eaa-459f-b205-7cd72c91b825 req-381bfae4-0d0b-43f9-9961-745a9308eac2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:45.557581 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5374010b-6eaa-459f-b205-7cd72c91b825 req-381bfae4-0d0b-43f9-9961-745a9308eac2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780241 May 10 11:36:45.600901 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5374010b-6eaa-459f-b205-7cd72c91b825 req-12901417-e1f0-4a60-93f7-d70482effb5c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376797 May 10 11:36:46.787306 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476efb-03fe-4952-9a0f-9e278b7055b7 req-0bfb1ce8-de92-48c5-ab97-d653e32c6004 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:46.788744 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d3476efb-03fe-4952-9a0f-9e278b7055b7 req-0bfb1ce8-de92-48c5-ab97-d653e32c6004 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0802855 May 10 11:36:46.831805 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d3476efb-03fe-4952-9a0f-9e278b7055b7 req-75941b70-294b-4e40-81d4-3e5016764dc2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373845 May 10 11:36:48.033643 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424512e-4f6c-4207-8e4f-da63b764414d req-12c73619-a611-4683-8225-01c025043d4a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:48.035048 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5424512e-4f6c-4207-8e4f-da63b764414d req-12c73619-a611-4683-8225-01c025043d4a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776114 May 10 11:36:48.081208 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5424512e-4f6c-4207-8e4f-da63b764414d req-80be3f87-8ce6-466a-9c0b-2ac8e5b9c9c3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397453 May 10 11:36:49.266015 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c045-34c9-40b0-b84d-2999f467226f req-24111dfa-e29f-4aab-a980-85fe3b203993 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:49.267449 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bcd0c045-34c9-40b0-b84d-2999f467226f req-24111dfa-e29f-4aab-a980-85fe3b203993 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786474 May 10 11:36:49.310760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bcd0c045-34c9-40b0-b84d-2999f467226f req-b6397cf5-c640-42e9-8b28-a2dd1019448f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370772 May 10 11:36:50.503940 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24687-0423-4234-a36f-b65985ae07cb req-54979ab9-cbd6-49b4-8d98-2b5eb6dd8100 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:50.505406 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3eb24687-0423-4234-a36f-b65985ae07cb req-54979ab9-cbd6-49b4-8d98-2b5eb6dd8100 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0834098 May 10 11:36:50.548639 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3eb24687-0423-4234-a36f-b65985ae07cb req-de23fa9c-8605-49fa-960b-10eaf42e0e0b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375216 May 10 11:36:51.734498 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dbf0-f696-4c02-aed0-6b28f31928a9 req-5efe2008-d832-45d5-8716-d1752e77cd7a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:51.736194 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f46dbf0-f696-4c02-aed0-6b28f31928a9 req-5efe2008-d832-45d5-8716-d1752e77cd7a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0778756 May 10 11:36:51.782590 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f46dbf0-f696-4c02-aed0-6b28f31928a9 req-cab4f4cc-c203-4f44-86da-1a1fcb56cf46 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403426 May 10 11:36:53.028733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e1ca0-f9b6-4522-be03-3819a3703e34 req-97fd5e8c-f37d-4281-96fa-d124ff282174 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:53.030204 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de6e1ca0-f9b6-4522-be03-3819a3703e34 req-97fd5e8c-f37d-4281-96fa-d124ff282174 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1406155 May 10 11:36:53.073098 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-de6e1ca0-f9b6-4522-be03-3819a3703e34 req-8e059fdc-efed-4532-9051-5303411e0779 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371978 May 10 11:36:54.400353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6785c7-d1cf-4fb0-b31b-76c0bbac7c20 req-a6227cb5-b2b8-48e9-a91a-d83ecb47bec4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:54.401791 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1f6785c7-d1cf-4fb0-b31b-76c0bbac7c20 req-a6227cb5-b2b8-48e9-a91a-d83ecb47bec4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0831702 May 10 11:36:54.445884 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1f6785c7-d1cf-4fb0-b31b-76c0bbac7c20 req-1526fc33-06a1-4cf3-ba75-17bd7e86211e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382953 May 10 11:36:55.629392 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324d931-53ab-4a2d-ac50-21b5083363b0 req-a92935ad-bcc5-4bdb-aab2-0704df104d29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:55.630564 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3324d931-53ab-4a2d-ac50-21b5083363b0 req-a92935ad-bcc5-4bdb-aab2-0704df104d29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781565 May 10 11:36:55.676341 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3324d931-53ab-4a2d-ac50-21b5083363b0 req-12340088-7f68-41a5-9b5b-4e67e365e43b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395987 May 10 11:36:56.742709 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.875435 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a041-d20a-48ee-8bc8-fb95b742cbbf req-f9aa47ce-64d5-4eb0-a7bf-66416756fd59 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:56.876899 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8419a041-d20a-48ee-8bc8-fb95b742cbbf req-f9aa47ce-64d5-4eb0-a7bf-66416756fd59 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790358 May 10 11:36:56.920514 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8419a041-d20a-48ee-8bc8-fb95b742cbbf req-3a4ac7dd-edbd-4b04-80f8-917a1d0a2ae7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372694 May 10 11:36:57.217063 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-6135fb13-e898-4f34-8bff-d034b87eb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:57.218558 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-6135fb13-e898-4f34-8bff-d034b87eb826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0693760 May 10 11:36:57.273978 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942f29-ca1e-4cc4-ba59-379c20c16f61 req-3916abc0-3d5c-4317-92cd-96fa63bf5238 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:57.275415 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb942f29-ca1e-4cc4-ba59-379c20c16f61 req-3916abc0-3d5c-4317-92cd-96fa63bf5238 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0805695 May 10 11:36:57.320482 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb942f29-ca1e-4cc4-ba59-379c20c16f61 req-0aa5b3b3-e529-4f99-a5bf-367b3e2e65ec tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 May 10 11:36:57.350998 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-d16494e0-a8b8-424a-bdef-681196b7f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:57.352438 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-d16494e0-a8b8-424a-bdef-681196b7f758 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1277988 May 10 11:36:57.421412 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-9ff19b47-ca25-4113-89e8-a15f0929cf9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0625758 May 10 11:36:57.481929 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-df1cd3f0-f031-4dc1-998c-ce3d1f7f7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:57.483222 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-df1cd3f0-f031-4dc1-998c-ce3d1f7f7384 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0558801 May 10 11:36:57.610333 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-775de386-c2d7-4e60-a935-c36cef679fee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203718 May 10 11:36:57.738789 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-b0f51c55-e55c-43ee-a445-9b1f9e48d2eb service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215818 May 10 11:36:57.868726 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9c4040da-7dab-4280-85ea-717b90b1b399 req-e73f64e1-426e-4008-9008-8108cb2c7db0 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 May 10 11:36:58.107350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f545beb-cfd3-4280-83c4-18629353a9d8 req-5ee1a164-94d7-429d-817f-1870233d2da8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:58.108764 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f545beb-cfd3-4280-83c4-18629353a9d8 req-5ee1a164-94d7-429d-817f-1870233d2da8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774279 May 10 11:36:58.160229 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f545beb-cfd3-4280-83c4-18629353a9d8 req-1e0ad6ab-1780-4dd7-82cf-1ca487375d09 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454469 May 10 11:36:58.502997 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99996-b19b-45a0-989a-1a4cc8ab69f5 req-03e1ee38-e256-4fcf-94eb-574768b09aa4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:58.504397 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fed99996-b19b-45a0-989a-1a4cc8ab69f5 req-03e1ee38-e256-4fcf-94eb-574768b09aa4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0780857 May 10 11:36:58.546720 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fed99996-b19b-45a0-989a-1a4cc8ab69f5 req-c598a9f9-c5be-4eac-b259-c8194a1b977a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 May 10 11:36:59.346431 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86f41-7d56-4864-8766-5fee137f9b20 req-f9e02cca-dfea-4c87-99c3-b37e03e8b380 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:59.347869 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-49b86f41-7d56-4864-8766-5fee137f9b20 req-f9e02cca-dfea-4c87-99c3-b37e03e8b380 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0814228 May 10 11:36:59.391487 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-49b86f41-7d56-4864-8766-5fee137f9b20 req-a97146a9-039d-4f91-9128-dc9f57029074 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372188 May 10 11:36:59.730584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2f535-e083-4775-b8ec-3f99e8a39009 req-21a1a6bf-1643-4cfe-bb19-7c27f6a05544 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:59.732065 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-54e2f535-e083-4775-b8ec-3f99e8a39009 req-21a1a6bf-1643-4cfe-bb19-7c27f6a05544 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0788350 May 10 11:36:59.778964 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-54e2f535-e083-4775-b8ec-3f99e8a39009 req-a85d1f1e-4776-4a09-a258-576939e85677 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 May 10 11:37:00.581143 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771b73-1208-4eef-80f4-4848b2cbc86e req-f48bc77f-ab0a-4d55-816f-9da09c73a6ef tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:00.582592 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-71771b73-1208-4eef-80f4-4848b2cbc86e req-f48bc77f-ab0a-4d55-816f-9da09c73a6ef tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0784063 May 10 11:37:00.625211 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-71771b73-1208-4eef-80f4-4848b2cbc86e req-9fb4c7ed-d595-411d-9ea2-21f53b2f33f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368779 May 10 11:37:00.963341 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265e8db-6f36-4363-b7e1-d3f0abe6697e req-db4531c3-1e3d-4ff7-9777-cadc4dec5e9e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:00.964780 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f265e8db-6f36-4363-b7e1-d3f0abe6697e req-db4531c3-1e3d-4ff7-9777-cadc4dec5e9e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0805113 May 10 11:37:01.009312 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f265e8db-6f36-4363-b7e1-d3f0abe6697e req-dbf7f2a1-145e-417a-98ed-f1656bbb9d49 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 May 10 11:37:01.966801 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0f0f-6a75-4be2-ba21-f6509823c7e2 req-d7d70336-e16f-4770-9fd8-d0e59e28cb6f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:01.968590 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8eac0f0f-6a75-4be2-ba21-f6509823c7e2 req-d7d70336-e16f-4770-9fd8-d0e59e28cb6f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.2191617 May 10 11:37:02.018602 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8eac0f0f-6a75-4be2-ba21-f6509823c7e2 req-fb8a61d7-7f4c-4393-9d9e-74f2c1b759b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439987 May 10 11:37:02.290520 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb15050-ffd3-4977-9d4b-d9edc085cb25 req-22a6c5b2-b3b5-4667-a150-90bd7d57da81 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:02.292042 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2bb15050-ffd3-4977-9d4b-d9edc085cb25 req-22a6c5b2-b3b5-4667-a150-90bd7d57da81 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1603281 May 10 11:37:02.347600 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2bb15050-ffd3-4977-9d4b-d9edc085cb25 req-761b39cc-9cc3-4d5e-abd8-a5dae6faab4c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 May 10 11:37:03.214710 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9633-957d-4b77-a8d2-e281c44935fd req-aa7d0be4-96e3-49ab-9e4c-aa93677d77ca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:03.216179 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1e4d9633-957d-4b77-a8d2-e281c44935fd req-aa7d0be4-96e3-49ab-9e4c-aa93677d77ca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0836403 May 10 11:37:03.261441 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1e4d9633-957d-4b77-a8d2-e281c44935fd req-424a41f2-a777-4e3d-8fd8-e8adc7b1bec9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390952 May 10 11:37:03.542129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f3fd-6f49-4f79-8c54-9d3384c972aa req-e62b0cbb-3e57-4105-8a84-3f067b11f6ac tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:03.543581 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6833f3fd-6f49-4f79-8c54-9d3384c972aa req-e62b0cbb-3e57-4105-8a84-3f067b11f6ac tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0783532 May 10 11:37:03.587586 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6833f3fd-6f49-4f79-8c54-9d3384c972aa req-19f7ef28-bbfe-419d-bdd5-45b559568215 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 May 10 11:37:04.456372 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50ac6c-490a-496b-90bb-9e376f0d0db4 req-c6fc7242-4957-4d94-9f35-3e980b1ac168 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:04.457833 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ab50ac6c-490a-496b-90bb-9e376f0d0db4 req-c6fc7242-4957-4d94-9f35-3e980b1ac168 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0840776 May 10 11:37:04.502811 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ab50ac6c-490a-496b-90bb-9e376f0d0db4 req-ed6a8aaa-81d8-4eaa-8c2c-883ce26d67fe tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392048 May 10 11:37:04.769834 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91832004-981a-4088-8889-0477526664e7 req-bb4f37fe-c5a7-4e2a-9bc8-245dadf2ccd2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:04.771256 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-91832004-981a-4088-8889-0477526664e7 req-bb4f37fe-c5a7-4e2a-9bc8-245dadf2ccd2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0800424 May 10 11:37:04.877642 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-91832004-981a-4088-8889-0477526664e7 req-69afb6f8-0454-4327-aa44-d875cc111a16 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006572 May 10 11:37:05.690887 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0c38b-e63a-4725-90b7-09703ea56068 req-ef98d5c4-735f-419b-8e15-20eab6a89be8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:05.692439 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8b0c38b-e63a-4725-90b7-09703ea56068 req-ef98d5c4-735f-419b-8e15-20eab6a89be8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808079 May 10 11:37:05.740066 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8b0c38b-e63a-4725-90b7-09703ea56068 req-f1bd2fe7-96d9-47c7-8bb6-26c4a94dddfe tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411611 May 10 11:37:06.055687 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d649-6d1b-42a5-829a-eb69a5027068 req-36740d43-924f-433a-bfcc-d875c094c73f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:06.057115 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8047d649-6d1b-42a5-829a-eb69a5027068 req-36740d43-924f-433a-bfcc-d875c094c73f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0767748 May 10 11:37:06.099463 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8047d649-6d1b-42a5-829a-eb69a5027068 req-5bcd19d3-52dd-4023-b2f8-9a9a8a4b69e7 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 May 10 11:37:06.936768 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497eac4-0c00-431b-a72d-41ece9bc8d49 req-a114d281-cd9c-47a3-ba5f-95517cbda2a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:06.938208 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b497eac4-0c00-431b-a72d-41ece9bc8d49 req-a114d281-cd9c-47a3-ba5f-95517cbda2a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0844367 May 10 11:37:06.981148 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b497eac4-0c00-431b-a72d-41ece9bc8d49 req-aeda1a7f-9999-436d-b2e9-38282a1ff2ee tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371337 May 10 11:37:07.282724 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadef9c-22af-43e6-8d94-a59af7a4630a req-2813bfe0-7203-42bd-ad8d-8b3c46710f24 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:07.284160 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebadef9c-22af-43e6-8d94-a59af7a4630a req-2813bfe0-7203-42bd-ad8d-8b3c46710f24 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0791030 May 10 11:37:07.329797 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebadef9c-22af-43e6-8d94-a59af7a4630a req-9817bb8c-79df-47fa-be9f-c97e28877c74 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 May 10 11:37:08.096183 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-059c69a6-83ad-492e-a7cc-ac200e3bb4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.169364 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1d23b-66f3-421b-a282-f0c5e6fc1897 req-ba5f930a-8d31-4ea8-90ca-4c276ea786fc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:08.170787 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-64a1d23b-66f3-421b-a282-f0c5e6fc1897 req-ba5f930a-8d31-4ea8-90ca-4c276ea786fc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782449 May 10 11:37:08.214989 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-64a1d23b-66f3-421b-a282-f0c5e6fc1897 req-fafcc841-d9a7-41d1-b887-1b3718397bda tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385702 May 10 11:37:08.658719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753e349-384f-4b57-9106-e124092ecce3 req-c321bff0-99f6-4566-ab7b-b37655aba010 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:08.660210 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4753e349-384f-4b57-9106-e124092ecce3 req-c321bff0-99f6-4566-ab7b-b37655aba010 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0811009 May 10 11:37:08.705004 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4753e349-384f-4b57-9106-e124092ecce3 req-fef79005-fe0e-42c6-8d7d-9c836f72c7d8 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 May 10 11:37:09.182573 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d332aa-bbc5-4ed0-8b6a-84b9d5da7c47 req-98c9ca35-9482-44e9-83f1-64d87f6c4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:09.183998 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f4d332aa-bbc5-4ed0-8b6a-84b9d5da7c47 req-98c9ca35-9482-44e9-83f1-64d87f6c4008 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0673585 May 10 11:37:09.223733 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f4d332aa-bbc5-4ed0-8b6a-84b9d5da7c47 req-1de26582-a103-4ab9-b8f0-04d82f8e1e79 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 May 10 11:37:09.399691 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289333-ebc9-4e5b-8338-07d6686f2bff req-b824ad87-5e81-464f-99a5-64c47cb3555c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:09.401138 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd289333-ebc9-4e5b-8338-07d6686f2bff req-b824ad87-5e81-464f-99a5-64c47cb3555c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790322 May 10 11:37:09.446696 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd289333-ebc9-4e5b-8338-07d6686f2bff req-d0047c44-6f88-4ac0-8db3-461351010ba4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396941 May 10 11:37:09.886413 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbc304-2550-4d19-9610-51cee6a183e8 req-87b7a992-8c31-43e6-8403-e23adf032aa3 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:09.887953 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17cbc304-2550-4d19-9610-51cee6a183e8 req-87b7a992-8c31-43e6-8403-e23adf032aa3 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0805795 May 10 11:37:09.937579 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17cbc304-2550-4d19-9610-51cee6a183e8 req-55fa6f2a-4213-434d-b9e7-e277f02e8c0a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 May 10 11:37:10.638896 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dfc78-1e85-44ae-b734-b405ac01a11e req-d125a0f4-1de7-47e0-8a94-74bc8880aa9c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:10.640406 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c8dfc78-1e85-44ae-b734-b405ac01a11e req-d125a0f4-1de7-47e0-8a94-74bc8880aa9c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0836842 May 10 11:37:10.641865 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.686615 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c8dfc78-1e85-44ae-b734-b405ac01a11e req-173df43d-0a0d-4ea6-98ef-e782342581ad tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391498 May 10 11:37:10.835788 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-561acd31-49f1-4014-be3b-7a6c3bff28fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.222256 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935bd9e-96bf-4b31-a1af-ef8af8bc6f28 req-4e3bd6ba-2540-4d04-b7a6-bb5367a4df97 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:11.223694 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9935bd9e-96bf-4b31-a1af-ef8af8bc6f28 req-4e3bd6ba-2540-4d04-b7a6-bb5367a4df97 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0790696 May 10 11:37:11.270296 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9935bd9e-96bf-4b31-a1af-ef8af8bc6f28 req-bd3ad4ca-2085-4a7b-9efa-b8b42db1f40a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 May 10 11:37:11.737704 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-3094447c-7492-4b55-82a7-4815116fafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:11.739291 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-3094447c-7492-4b55-82a7-4815116fafd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0796416 May 10 11:37:11.785188 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94c00f-44e5-41f9-b66d-001803fef190 req-95656b13-60e0-4a28-9e4b-9f437dd49344 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:11.786646 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7e94c00f-44e5-41f9-b66d-001803fef190 req-95656b13-60e0-4a28-9e4b-9f437dd49344 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0853627 May 10 11:37:11.884502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-91b82059-57b6-4eac-b591-53286470f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:11.886297 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-91b82059-57b6-4eac-b591-53286470f381 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1402917 May 10 11:37:11.887949 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7e94c00f-44e5-41f9-b66d-001803fef190 req-e8ccd232-ade6-491e-9edd-fe16cd0a19ea tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906296 May 10 11:37:11.921698 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368b3d-7d8f-4708-b7f2-2e4e26540d53 req-88e63a66-ad45-4810-8359-a1da06c4c8d5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:11.923326 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89368b3d-7d8f-4708-b7f2-2e4e26540d53 req-88e63a66-ad45-4810-8359-a1da06c4c8d5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1069794 May 10 11:37:11.960987 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-66f5502b-9317-4aa4-8ca5-b3db8f0f01fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0627429 May 10 11:37:11.970925 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89368b3d-7d8f-4708-b7f2-2e4e26540d53 req-97e4ff4c-6eba-4a98-bd6b-4889a80af65c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411913 May 10 11:37:12.026829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-bf8b48ef-b9da-47cf-9cd5-2ce8b0ebd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:12.028244 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-bf8b48ef-b9da-47cf-9cd5-2ce8b0ebd3b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0615859 May 10 11:37:12.075036 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-0ad5ab8d-f762-489c-a3ad-0150b2fe7cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393128 May 10 11:37:12.208398 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-a15788c5-495d-4df7-b9aa-e73fca3cbd86 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260192 May 10 11:37:12.342236 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.343361 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-76366349-7514-4a4e-a04b-c8c6e6b0f901 req-33868b5c-0f2c-4792-92e2-8d01a6d6fbc6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289504 May 10 11:37:13.070058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d5fb3-235d-47ce-8cf6-5b6a3d32e49e req-7fe0860a-ffb5-4191-937e-7caf11082617 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:13.071649 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-357d5fb3-235d-47ce-8cf6-5b6a3d32e49e req-7fe0860a-ffb5-4191-937e-7caf11082617 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0804250 May 10 11:37:13.162020 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-357d5fb3-235d-47ce-8cf6-5b6a3d32e49e req-31e931e3-8be8-4be4-8033-40fe3b9e1ebb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846581 May 10 11:37:13.199041 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8931b7-6c60-4dcc-a7e0-fe1f27fc0dad req-f0c5ceb0-2159-43a0-81a4-3e55804fb686 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:13.200466 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b8931b7-6c60-4dcc-a7e0-fe1f27fc0dad req-f0c5ceb0-2159-43a0-81a4-3e55804fb686 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1095672 May 10 11:37:13.244506 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b8931b7-6c60-4dcc-a7e0-fe1f27fc0dad req-c7e34a74-f2c9-4cb2-9148-145bc7bdb29e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383854 May 10 11:37:13.659869 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.359497 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02916bc-b68d-47e6-a0eb-c6fb482f3473 req-9783431d-58f5-4678-8cf5-ac6cf3eee20b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:14.361214 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d02916bc-b68d-47e6-a0eb-c6fb482f3473 req-9783431d-58f5-4678-8cf5-ac6cf3eee20b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0923376 May 10 11:37:14.456278 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d02916bc-b68d-47e6-a0eb-c6fb482f3473 req-4c569278-6e90-452e-9b51-6ca7319af051 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571766 May 10 11:37:14.481279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1cac4-b09d-4b07-ba15-c6a0c189ecd9 req-c65eda3f-efad-4141-8479-c6c20739b4a5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:14.482836 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b6e1cac4-b09d-4b07-ba15-c6a0c189ecd9 req-c65eda3f-efad-4141-8479-c6c20739b4a5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1207845 May 10 11:37:14.528686 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b6e1cac4-b09d-4b07-ba15-c6a0c189ecd9 req-2d70abc1-4638-43ce-b8a5-30d43deae1b4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395105 May 10 11:37:15.365106 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:37:15.716279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61028f-3be8-4f55-9bb0-d944d9e3345b req-eac46378-fe7f-47f7-a531-b2102efee097 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:15.717756 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd61028f-3be8-4f55-9bb0-d944d9e3345b req-eac46378-fe7f-47f7-a531-b2102efee097 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0791864 May 10 11:37:15.829891 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd61028f-3be8-4f55-9bb0-d944d9e3345b req-a2cbfafd-6250-43e9-b7fb-2f6ec905281e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061814 May 10 11:37:17.017732 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f919f-b971-442c-b2da-16cb7b9215c2 req-e349993f-0dea-477e-b0b1-ff13f58c1c07 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:17.019140 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1a9f919f-b971-442c-b2da-16cb7b9215c2 req-e349993f-0dea-477e-b0b1-ff13f58c1c07 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0775278 May 10 11:37:17.062358 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1a9f919f-b971-442c-b2da-16cb7b9215c2 req-1242024b-d304-43fc-b91d-ff1e6d77ab02 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370836 May 10 11:37:18.250796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cbeab-ec59-4212-902b-b1f4f06067ef req-15f5379b-6f30-4f74-bb96-d325269e0a17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:18.252244 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-850cbeab-ec59-4212-902b-b1f4f06067ef req-15f5379b-6f30-4f74-bb96-d325269e0a17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0811737 May 10 11:37:18.296766 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-850cbeab-ec59-4212-902b-b1f4f06067ef req-da2624ad-5284-4188-8376-e14162db64ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383146 May 10 11:37:19.486613 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9af6c-d204-4f92-bd67-61720162a008 req-838bd777-4ca6-42a7-b349-228952f978bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:19.488031 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bff9af6c-d204-4f92-bd67-61720162a008 req-838bd777-4ca6-42a7-b349-228952f978bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0800886 May 10 11:37:19.532874 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bff9af6c-d204-4f92-bd67-61720162a008 req-1e65b553-4f86-4ff6-a59f-bb2d19908c5e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392029 May 10 11:37:20.716282 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f61dc-51e2-4b68-8183-ae762536ebce req-31e50574-ec68-4040-944f-aa12104482cf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:20.717819 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba2f61dc-51e2-4b68-8183-ae762536ebce req-31e50574-ec68-4040-944f-aa12104482cf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776792 May 10 11:37:20.761490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba2f61dc-51e2-4b68-8183-ae762536ebce req-27ba8023-7d8b-454d-ab01-d92c058b0b37 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378387 May 10 11:37:21.958021 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb0c83-c21f-43d5-8ef9-2a6948827f63 req-15906152-5ba7-4a30-992f-827c6dac6047 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:21.959472 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8bb0c83-c21f-43d5-8ef9-2a6948827f63 req-15906152-5ba7-4a30-992f-827c6dac6047 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0897841 May 10 11:37:22.004266 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8bb0c83-c21f-43d5-8ef9-2a6948827f63 req-557cc152-feed-4cde-b0b4-e0952584e0cf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391226 May 10 11:37:23.185960 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e455ba-211f-4912-a868-a94d193de5ba req-f623dd24-000b-4c3e-9ae7-37014b2c5164 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:23.187494 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-45e455ba-211f-4912-a868-a94d193de5ba req-f623dd24-000b-4c3e-9ae7-37014b2c5164 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774000 May 10 11:37:23.234165 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-45e455ba-211f-4912-a868-a94d193de5ba req-45767bc2-5915-4ce9-ac83-18f126679661 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411141 May 10 11:37:24.422299 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8e3db-f37c-4350-84cc-2ce5aa083580 req-710fba18-60a9-4bd4-8d0b-572c05a4ef0c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:24.423760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fbe8e3db-f37c-4350-84cc-2ce5aa083580 req-710fba18-60a9-4bd4-8d0b-572c05a4ef0c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0801539 May 10 11:37:24.469382 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fbe8e3db-f37c-4350-84cc-2ce5aa083580 req-e83d4c22-57a1-4c75-a592-833086ad4d1b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385802 May 10 11:37:25.664222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7801c-737a-461b-bb40-df025ed23684 req-f1ea2926-7ea6-4ab2-bfc3-9f20ed7cbcac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:25.665660 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cbe7801c-737a-461b-bb40-df025ed23684 req-f1ea2926-7ea6-4ab2-bfc3-9f20ed7cbcac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0822315 May 10 11:37:25.709088 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cbe7801c-737a-461b-bb40-df025ed23684 req-3407b691-1704-4f6b-9616-9146df196388 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377133 May 10 11:37:26.742721 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.895354 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8832-25d1-4f97-92ec-60f6132d43da req-6d8b5e1d-f321-4945-8f38-3776540d481d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:26.896845 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a5df8832-25d1-4f97-92ec-60f6132d43da req-6d8b5e1d-f321-4945-8f38-3776540d481d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0784965 May 10 11:37:26.944863 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a5df8832-25d1-4f97-92ec-60f6132d43da req-6ed1a92a-c42c-4bca-8d56-46b6eff44966 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415080 May 10 11:37:26.972610 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-15a8d6f2-9cd1-4a09-a7f0-3dffb4899c03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147146 May 10 11:37:27.109092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-578e7b4d-53fe-4ad3-bbba-a63fc6624255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:27.110826 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-578e7b4d-53fe-4ad3-bbba-a63fc6624255 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0700226 May 10 11:37:27.256374 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-f7a0dfa5-e343-409e-92eb-73de50e3427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:27.258393 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-f7a0dfa5-e343-409e-92eb-73de50e3427e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1243043 May 10 11:37:27.328221 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-0534c586-b012-482b-b342-1b08dc7c1aea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0619760 May 10 11:37:27.392316 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-4803179b-31a9-4170-8dab-acae0b93f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:27.393787 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-4803179b-31a9-4170-8dab-acae0b93f0ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0574515 May 10 11:37:27.442472 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-5b49abf0-3d17-446e-af92-842325acf467 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399222 May 10 11:37:27.646643 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-17e52f9e-3fb9-4a83-a96f-28475a9d27f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969461 May 10 11:37:27.776650 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5bea87ce-c316-42ba-9b1d-71a366929dcb req-a725841a-c4ca-4b07-84ee-ebcae3caeb10 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221690 May 10 11:37:28.135315 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d390b-4eaa-4184-90e8-fa88bfaf0c7c req-9c24600a-7a51-4ced-9165-7b9ec48d4ce4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:28.136769 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-355d390b-4eaa-4184-90e8-fa88bfaf0c7c req-9c24600a-7a51-4ced-9165-7b9ec48d4ce4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0806611 May 10 11:37:28.181063 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-355d390b-4eaa-4184-90e8-fa88bfaf0c7c req-bf50989c-e4f4-4523-9ee4-c7fb15e8de9f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385497 May 10 11:37:29.497582 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca932f3-b880-415a-a5dd-407b2223e742 req-d4891585-943e-4918-a305-0babeb731378 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:29.499039 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ca932f3-b880-415a-a5dd-407b2223e742 req-d4891585-943e-4918-a305-0babeb731378 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808938 May 10 11:37:29.542302 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ca932f3-b880-415a-a5dd-407b2223e742 req-82765cfa-e0eb-4392-9236-2bf479acbc3f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375760 May 10 11:37:30.726222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e894e5d-bee5-4e10-908b-bd04dcc676ad req-017838e2-425d-4369-8f97-a315639ee0fb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:30.727741 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3e894e5d-bee5-4e10-908b-bd04dcc676ad req-017838e2-425d-4369-8f97-a315639ee0fb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782793 May 10 11:37:30.774414 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3e894e5d-bee5-4e10-908b-bd04dcc676ad req-74e8a65c-5aec-4d77-aac9-4834d1a89be6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410163 May 10 11:37:31.964207 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2da954-52a4-41d4-8879-4b760bc8415d req-eac914ba-6211-49a4-901d-740b915a0d85 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.965685 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b2da954-52a4-41d4-8879-4b760bc8415d req-eac914ba-6211-49a4-901d-740b915a0d85 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790281 May 10 11:37:32.009033 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b2da954-52a4-41d4-8879-4b760bc8415d req-968de603-7d33-4d15-a776-157bc0092891 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377932 May 10 11:37:33.199317 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a1310-054c-42c8-8ae2-a36112dc8dda req-417b9b51-417f-4f1e-9e36-2978ae2241e2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:33.200767 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-030a1310-054c-42c8-8ae2-a36112dc8dda req-417b9b51-417f-4f1e-9e36-2978ae2241e2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808566 May 10 11:37:33.245519 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-030a1310-054c-42c8-8ae2-a36112dc8dda req-72e86dc9-70b2-41dd-8e1d-30f072328654 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387943 May 10 11:37:34.430754 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f9bef-a915-4e8f-9c96-74c6799be79f req-c2c321db-f0fd-4ae7-a515-b7d12c922ff1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:34.432205 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-329f9bef-a915-4e8f-9c96-74c6799be79f req-c2c321db-f0fd-4ae7-a515-b7d12c922ff1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782797 May 10 11:37:34.480524 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-329f9bef-a915-4e8f-9c96-74c6799be79f req-b487051c-06f9-4920-9b81-a24d31d7ae7f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425222 May 10 11:37:35.661657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b64387-bfc3-4956-adf9-b58c33ec892f req-41ba9bcf-b9eb-4ead-b6a8-ba4d93b853f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:35.662981 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-85b64387-bfc3-4956-adf9-b58c33ec892f req-41ba9bcf-b9eb-4ead-b6a8-ba4d93b853f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0765178 May 10 11:37:35.706755 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-85b64387-bfc3-4956-adf9-b58c33ec892f req-37aa2584-4b59-48b6-b9e7-9609c14894f5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376902 May 10 11:37:36.968869 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bcdde-7e07-4fbe-82e7-2a640b7c26b3 req-98fa64c6-45e9-47f5-8b1d-99db41d9314d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:36.970338 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-517bcdde-7e07-4fbe-82e7-2a640b7c26b3 req-98fa64c6-45e9-47f5-8b1d-99db41d9314d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1540146 May 10 11:37:37.014541 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-517bcdde-7e07-4fbe-82e7-2a640b7c26b3 req-3871b4e2-a23d-4b5b-9be3-104046e398d1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381391 May 10 11:37:38.101522 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b50802dc-d17c-4722-9468-56e3458907b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.210384 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd626-06f6-47c0-b97a-514ce89ffd20 req-b49df29d-39e5-467c-8994-44948d56885b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:38.211957 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-857fd626-06f6-47c0-b97a-514ce89ffd20 req-b49df29d-39e5-467c-8994-44948d56885b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0800605 May 10 11:37:38.261370 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-857fd626-06f6-47c0-b97a-514ce89ffd20 req-4c0ed72a-1c6a-4979-93a9-2eae98fd8ff2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438123 May 10 11:37:39.455819 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc846b-e56f-4e62-981f-5c6f17be2bcf req-ceee89a1-5e5e-4ceb-ba72-b11022e48ff7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:39.457299 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07bc846b-e56f-4e62-981f-5c6f17be2bcf req-ceee89a1-5e5e-4ceb-ba72-b11022e48ff7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0785196 May 10 11:37:39.502390 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07bc846b-e56f-4e62-981f-5c6f17be2bcf req-505505b2-833b-4f1d-b294-f26d915634aa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388091 May 10 11:37:40.645491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:40.697955 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ca13-fc05-4847-8457-744e7cb63317 req-3c483ff1-d467-4a6e-afd5-7b642e87f496 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:40.699421 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8335ca13-fc05-4847-8457-744e7cb63317 req-3c483ff1-d467-4a6e-afd5-7b642e87f496 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0850787 May 10 11:37:40.743923 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8335ca13-fc05-4847-8457-744e7cb63317 req-457c7774-d9c6-44b4-a0a0-d3357b0afd07 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387728 May 10 11:37:40.838522 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2b517316-21aa-4117-965f-81a8edb3861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:41.928961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231e3fa-ccea-4706-96fa-6816dcd4cf67 req-ab02c7e4-6645-4659-9d27-f5e5b25c264b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:41.930473 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d231e3fa-ccea-4706-96fa-6816dcd4cf67 req-ab02c7e4-6645-4659-9d27-f5e5b25c264b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0794387 May 10 11:37:41.977742 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d231e3fa-ccea-4706-96fa-6816dcd4cf67 req-ce39f14f-9ff3-4dbc-83df-f2b47345dd0e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407739 May 10 11:37:42.339967 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:43.160435 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68bba1-41a9-4190-a0a1-b85cf1ee9ac2 req-3974b278-247d-4ff4-be6e-cf4bd88104ca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:43.161894 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be68bba1-41a9-4190-a0a1-b85cf1ee9ac2 req-3974b278-247d-4ff4-be6e-cf4bd88104ca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0771863 May 10 11:37:43.205151 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be68bba1-41a9-4190-a0a1-b85cf1ee9ac2 req-0399ea16-3a9e-4d3e-baef-87fb219209a3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370364 May 10 11:37:43.663868 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:44.394249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fba97-6be1-4131-8d54-06d3f0fd8717 req-519bb76d-5be4-4787-a5a5-bc1356eae565 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:44.395678 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e65fba97-6be1-4131-8d54-06d3f0fd8717 req-519bb76d-5be4-4787-a5a5-bc1356eae565 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0809314 May 10 11:37:44.439119 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e65fba97-6be1-4131-8d54-06d3f0fd8717 req-3e5bf9d5-9016-40b7-8eae-ad78060295c5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370560 May 10 11:37:45.626318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2567d4c-9534-44d3-84e6-7cb696d788d3 req-2792e31f-d005-4d0f-9d6e-f4fcfda55804 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:45.627772 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2567d4c-9534-44d3-84e6-7cb696d788d3 req-2792e31f-d005-4d0f-9d6e-f4fcfda55804 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0792971 May 10 11:37:45.671373 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2567d4c-9534-44d3-84e6-7cb696d788d3 req-07ccc742-0d76-47b2-92db-434c12d60e75 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377576 May 10 11:37:46.862259 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4461f8-05b4-4355-84ae-8c1ea1ee52a8 req-f8f015d1-dd3a-4ac8-8956-6cca244f706a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:46.863725 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f4461f8-05b4-4355-84ae-8c1ea1ee52a8 req-f8f015d1-dd3a-4ac8-8956-6cca244f706a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0810518 May 10 11:37:46.908673 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f4461f8-05b4-4355-84ae-8c1ea1ee52a8 req-e2057010-c670-4209-9a23-6b5fb2fef050 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391591 May 10 11:37:48.100874 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93996c-d1b5-4367-a610-694bbbd355d9 req-d4714249-28d9-43b2-aadc-62e7bbeda6d8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:48.102874 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3a93996c-d1b5-4367-a610-694bbbd355d9 req-d4714249-28d9-43b2-aadc-62e7bbeda6d8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0818708 May 10 11:37:48.146576 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3a93996c-d1b5-4367-a610-694bbbd355d9 req-2cf27912-8708-4f52-8a70-7d59058af8e5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380409 May 10 11:37:49.332474 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698ec9-7bcf-413a-87b9-2c56a09c97eb req-6dfb4b99-0a65-4828-a153-50d81a852c8f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:49.333907 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a4698ec9-7bcf-413a-87b9-2c56a09c97eb req-6dfb4b99-0a65-4828-a153-50d81a852c8f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0796847 May 10 11:37:49.382224 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a4698ec9-7bcf-413a-87b9-2c56a09c97eb req-88615937-1665-4b77-9b23-d72d2d762f94 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417907 May 10 11:37:50.572988 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0982c1-4507-48fa-b292-e8e06dfecc01 req-fbcdd125-eaa5-4535-a38b-a71dc622dde9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:50.574459 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a0982c1-4507-48fa-b292-e8e06dfecc01 req-fbcdd125-eaa5-4535-a38b-a71dc622dde9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0843682 May 10 11:37:50.618517 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a0982c1-4507-48fa-b292-e8e06dfecc01 req-42ba7d63-694d-4118-afee-5f3ac6708d0b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379663 May 10 11:37:51.806063 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba611d42-62ac-4403-9be5-cf043dc86cc1 req-b1324f40-592f-473e-a83d-da0bb06809c5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:51.807451 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba611d42-62ac-4403-9be5-cf043dc86cc1 req-b1324f40-592f-473e-a83d-da0bb06809c5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0817144 May 10 11:37:51.850691 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba611d42-62ac-4403-9be5-cf043dc86cc1 req-79d766b8-9372-49eb-8bb9-a5e0315db42d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375838 May 10 11:37:52.364257 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:37:53.034905 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461b853-b094-4bda-b5a4-b62f9ad6bb9a req-667386b5-1fdd-452e-92f2-29fb3dfd9d39 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:53.036334 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9461b853-b094-4bda-b5a4-b62f9ad6bb9a req-667386b5-1fdd-452e-92f2-29fb3dfd9d39 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780270 May 10 11:37:53.082130 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9461b853-b094-4bda-b5a4-b62f9ad6bb9a req-0f804631-696e-4fa9-ad31-dc60c98969e0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394771 May 10 11:37:54.267521 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb5b4c-5451-485c-872f-33fe460db28c req-51cde3c9-fb73-427c-a1ac-a444f43b2a69 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:54.268862 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50eb5b4c-5451-485c-872f-33fe460db28c req-51cde3c9-fb73-427c-a1ac-a444f43b2a69 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0770278 May 10 11:37:54.312549 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50eb5b4c-5451-485c-872f-33fe460db28c req-5ff7ef86-dfcc-49dc-92d8-eece23688335 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374553 May 10 11:37:55.507285 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60d81d-3f22-4f9e-b093-c75e8442e28c req-cd48910c-f91e-4b09-ae24-1a1597f6ad04 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:55.508738 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8f60d81d-3f22-4f9e-b093-c75e8442e28c req-cd48910c-f91e-4b09-ae24-1a1597f6ad04 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0828924 May 10 11:37:55.554360 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8f60d81d-3f22-4f9e-b093-c75e8442e28c req-214329a2-0167-40a8-9a24-1750530fd687 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398095 May 10 11:37:56.738791 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.757132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f2d49-0d0c-4412-87cc-efc09febe531 req-07575aa0-48c7-49e9-88b8-1ee84ad470d2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:56.758656 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c84f2d49-0d0c-4412-87cc-efc09febe531 req-07575aa0-48c7-49e9-88b8-1ee84ad470d2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0838699 May 10 11:37:56.805677 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c84f2d49-0d0c-4412-87cc-efc09febe531 req-f4e89eb3-ddef-44e3-8f66-fb357c787c75 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411854 May 10 11:37:58.052234 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578769-cbd3-4df8-ab7e-d42e7ff572db req-66496f4d-a48e-4bb5-a004-9684a5d89d47 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:58.053710 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a578769-cbd3-4df8-ab7e-d42e7ff572db req-66496f4d-a48e-4bb5-a004-9684a5d89d47 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1402159 May 10 11:37:58.097248 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a578769-cbd3-4df8-ab7e-d42e7ff572db req-52a68674-891e-4ebf-97a7-9fd9424e7b1d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371232 May 10 11:37:59.286078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a984-4992-4e0b-b30a-73fbd80493d1 req-ce9f96bf-72ad-4c90-9b62-e537df780f11 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:59.287515 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c81a984-4992-4e0b-b30a-73fbd80493d1 req-ce9f96bf-72ad-4c90-9b62-e537df780f11 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0817032 May 10 11:37:59.332049 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c81a984-4992-4e0b-b30a-73fbd80493d1 req-29cc0b51-0963-437c-aff6-5560b00fb163 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375602 May 10 11:38:00.520571 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef484bc-4a64-4805-9e03-2ef5f62db4d8 req-38e7c21a-f6f4-4f80-b0a6-c1a9351efb78 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:00.522063 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ef484bc-4a64-4805-9e03-2ef5f62db4d8 req-38e7c21a-f6f4-4f80-b0a6-c1a9351efb78 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0775213 May 10 11:38:00.569960 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ef484bc-4a64-4805-9e03-2ef5f62db4d8 req-ee9aebf3-62b8-40f0-a17c-3ec855e517bc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414386 May 10 11:38:01.755600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8e2d-6f24-4d2d-93f6-e9792226fc83 req-60634e82-7563-4a2a-b3c2-71a8a216a7d5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:01.757047 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-355a8e2d-6f24-4d2d-93f6-e9792226fc83 req-60634e82-7563-4a2a-b3c2-71a8a216a7d5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774074 May 10 11:38:01.800266 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-355a8e2d-6f24-4d2d-93f6-e9792226fc83 req-b7a4d3e9-ca6c-40bb-840e-17adfc70d8a6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369871 May 10 11:38:02.987478 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a97be-21a4-480e-9337-b012c6d875f6 req-8f166cfc-dbc1-4d51-933b-8057202dc358 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:02.988915 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e31a97be-21a4-480e-9337-b012c6d875f6 req-8f166cfc-dbc1-4d51-933b-8057202dc358 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0801482 May 10 11:38:03.031845 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e31a97be-21a4-480e-9337-b012c6d875f6 req-6b61e48d-a3f6-4c56-85bc-a4b5d8c34a08 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366750 May 10 11:38:04.226303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568f5f7-885f-45ec-9e45-b9b37d33f034 req-428f677e-6905-4f93-9477-dcf297a30558 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:04.226303 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f568f5f7-885f-45ec-9e45-b9b37d33f034 req-428f677e-6905-4f93-9477-dcf297a30558 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0803826 May 10 11:38:04.271401 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f568f5f7-885f-45ec-9e45-b9b37d33f034 req-0864a2ef-4b27-4765-a4ab-157c9496a389 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430863 May 10 11:38:05.458897 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad5b2b-3a22-4c73-a658-0fd5c2c20566 req-33ff9ba1-23ae-491d-a306-12986b57b50a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:05.460329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-15ad5b2b-3a22-4c73-a658-0fd5c2c20566 req-33ff9ba1-23ae-491d-a306-12986b57b50a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781648 May 10 11:38:05.504804 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-15ad5b2b-3a22-4c73-a658-0fd5c2c20566 req-d7eca7e9-0ef6-417c-90e2-be70c4cd66e0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386260 May 10 11:38:06.696445 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fb41e-8e16-440f-b1a8-297da38f4c96 req-44b90101-39d4-4c69-9021-33bec999307f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:06.697940 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a00fb41e-8e16-440f-b1a8-297da38f4c96 req-44b90101-39d4-4c69-9021-33bec999307f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0844474 May 10 11:38:06.741127 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a00fb41e-8e16-440f-b1a8-297da38f4c96 req-8c8df08a-288d-44f7-a50b-5b87232829df tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374289 May 10 11:38:07.925729 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9950c1-4204-4fd7-b2fa-0139f8196fb1 req-e1870e61-b90b-46dc-ad58-3b3426981397 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:07.927191 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9f9950c1-4204-4fd7-b2fa-0139f8196fb1 req-e1870e61-b90b-46dc-ad58-3b3426981397 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0789256 May 10 11:38:07.973319 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9f9950c1-4204-4fd7-b2fa-0139f8196fb1 req-5edf2ec2-8a23-48df-b330-22c3109a791f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404069 May 10 11:38:08.102888 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0b276ce8-cb9c-4131-b706-6d70ca77c746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:09.162652 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242207d5-cdf6-4203-9e14-9e4c8316ef67 req-c1939ab4-decd-4741-bf7f-e099754ea978 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:09.164140 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-242207d5-cdf6-4203-9e14-9e4c8316ef67 req-c1939ab4-decd-4741-bf7f-e099754ea978 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0796554 May 10 11:38:09.207557 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-242207d5-cdf6-4203-9e14-9e4c8316ef67 req-f456093d-ae1b-482f-a7bb-fbb80315690a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376756 May 10 11:38:10.402108 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83d741-9b73-478b-8425-66ca772ad6e0 req-f7b4aac0-6e9a-455c-9806-ae93638c2e0a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:10.403580 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0a83d741-9b73-478b-8425-66ca772ad6e0 req-f7b4aac0-6e9a-455c-9806-ae93638c2e0a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0844817 May 10 11:38:10.452299 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0a83d741-9b73-478b-8425-66ca772ad6e0 req-435cf2b0-4ddb-42b8-980a-9ac69042e834 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430126 May 10 11:38:10.641672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:10.839366 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c0dd-0398-4978-921a-e8f193c614ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:11.636620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744202b-5771-41ce-bb02-15518b4d7389 req-af55b462-4d3b-48fc-bc7c-cb8ad02e7d8a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:11.638195 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5744202b-5771-41ce-bb02-15518b4d7389 req-af55b462-4d3b-48fc-bc7c-cb8ad02e7d8a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782771 May 10 11:38:11.684170 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5744202b-5771-41ce-bb02-15518b4d7389 req-83a29c96-f3a9-479f-a153-67eb054104eb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403159 May 10 11:38:12.341506 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:12.866765 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb856a0-d74f-496a-b952-93835511696d req-98b7faf2-a75a-492d-bc81-e34074427bd8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:12.868120 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fcb856a0-d74f-496a-b952-93835511696d req-98b7faf2-a75a-492d-bc81-e34074427bd8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774040 May 10 11:38:12.911498 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fcb856a0-d74f-496a-b952-93835511696d req-7495ccc0-77df-400b-ad2b-e0a1c7a72a9e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370684 May 10 11:38:13.664565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:14.100688 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45cc79-72c6-4256-b163-d02fffde3e9c req-21b28a4e-c9e5-47d3-8e65-91a8e0c206c5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:14.102150 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4e45cc79-72c6-4256-b163-d02fffde3e9c req-21b28a4e-c9e5-47d3-8e65-91a8e0c206c5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0824099 May 10 11:38:14.146536 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4e45cc79-72c6-4256-b163-d02fffde3e9c req-08a0892a-a935-44d4-88c0-dee39cbe416b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380721 May 10 11:38:15.332443 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1fe18-2f1b-4131-afde-7bcb18a5576f req-b2becbaa-50f0-49af-9b02-3e209cf4c73c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:15.333951 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4cd1fe18-2f1b-4131-afde-7bcb18a5576f req-b2becbaa-50f0-49af-9b02-3e209cf4c73c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786862 May 10 11:38:15.381528 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4cd1fe18-2f1b-4131-afde-7bcb18a5576f req-f279d2db-9a73-4dba-a45e-1309777e2a5d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415642 May 10 11:38:16.568859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae973-ddd8-4a30-a0c5-88860e8b899b req-ff50a146-6a42-4e88-a16e-7ce829b32e8f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:16.570309 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-523ae973-ddd8-4a30-a0c5-88860e8b899b req-ff50a146-6a42-4e88-a16e-7ce829b32e8f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786850 May 10 11:38:16.612969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-523ae973-ddd8-4a30-a0c5-88860e8b899b req-eb48e415-8033-4f30-843d-09e5a44a898c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369651 May 10 11:38:17.872092 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42986f-c926-4b3f-b5aa-be26542f33b4 req-75cb1985-4010-4d22-b65a-7dfe14e4788e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:17.873600 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ff42986f-c926-4b3f-b5aa-be26542f33b4 req-75cb1985-4010-4d22-b65a-7dfe14e4788e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1510496 May 10 11:38:17.920019 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ff42986f-c926-4b3f-b5aa-be26542f33b4 req-e9975822-06d9-4a9d-8489-1ee9ee4f58be tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406985 May 10 11:38:19.103818 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2bc2-5e72-458d-9604-67a57e2046d8 req-4a2d8ccf-fcbe-4c0e-93f0-7f195d24a57d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:19.105263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-255e2bc2-5e72-458d-9604-67a57e2046d8 req-4a2d8ccf-fcbe-4c0e-93f0-7f195d24a57d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0772471 May 10 11:38:19.153137 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-255e2bc2-5e72-458d-9604-67a57e2046d8 req-2d32427c-6134-43d4-9d6c-19da476101f7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418580 May 10 11:38:20.339137 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473160f7-3c21-4b44-bfbf-dfa1e43031c6 req-e7792cd8-63dd-4fb1-970b-2cdd6ee87db1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:20.340606 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-473160f7-3c21-4b44-bfbf-dfa1e43031c6 req-e7792cd8-63dd-4fb1-970b-2cdd6ee87db1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781798 May 10 11:38:20.385098 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-473160f7-3c21-4b44-bfbf-dfa1e43031c6 req-233a7345-c0a1-4dcb-8785-5651767c0906 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384686 May 10 11:38:21.571689 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274684e-e1cd-4c4f-926d-0d984013fd2c req-ae7495d0-d02b-40be-9401-7dd9ad8bedfb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:21.573691 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7274684e-e1cd-4c4f-926d-0d984013fd2c req-ae7495d0-d02b-40be-9401-7dd9ad8bedfb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0819035 May 10 11:38:21.616310 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7274684e-e1cd-4c4f-926d-0d984013fd2c req-ee4939d6-88c1-4537-a6c9-bb77a3f6fb93 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368872 May 10 11:38:22.808876 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050037e-786e-4913-93fe-0c171e71d48d req-113a4cd9-5c95-4dd4-bfc3-f223d26c9852 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:22.808876 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5050037e-786e-4913-93fe-0c171e71d48d req-113a4cd9-5c95-4dd4-bfc3-f223d26c9852 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0826631 May 10 11:38:22.854394 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5050037e-786e-4913-93fe-0c171e71d48d req-e934573d-e55c-4d3b-b72a-547155294127 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412724 May 10 11:38:24.043350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e1a7d-4319-44e0-87d3-9b54774fb872 req-50a36e4e-3976-49f1-9728-ecb4d5fc4c26 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:24.044788 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e44e1a7d-4319-44e0-87d3-9b54774fb872 req-50a36e4e-3976-49f1-9728-ecb4d5fc4c26 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0787604 May 10 11:38:24.088501 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e44e1a7d-4319-44e0-87d3-9b54774fb872 req-d047e843-d972-4c92-b056-edd549466567 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377183 May 10 11:38:25.279721 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e3075-6000-4b5d-aa59-3da03833f0bb req-3acad1a4-51a5-4b6f-a9a7-46f9569639c9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:25.281161 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a98e3075-6000-4b5d-aa59-3da03833f0bb req-3acad1a4-51a5-4b6f-a9a7-46f9569639c9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820055 May 10 11:38:25.325061 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a98e3075-6000-4b5d-aa59-3da03833f0bb req-3eaf96c5-dacd-48b4-86e9-f5c3786ec425 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381815 May 10 11:38:26.288124 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-9bfc210a-e352-44f1-a997-8a39d380b817 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715752 May 10 11:38:26.377455 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-c04bced5-9534-46cd-bd3f-5533137e2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:26.378922 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-c04bced5-9534-46cd-bd3f-5533137e2e38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.0706079 May 10 11:38:26.519322 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f7884-d0b6-4a73-b4d5-449ff5e0f465 req-970bec42-2d77-4ecf-9c76-a95dcc51431b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:26.521477 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-473f7884-d0b6-4a73-b4d5-449ff5e0f465 req-970bec42-2d77-4ecf-9c76-a95dcc51431b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0872028 May 10 11:38:26.526766 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-a9244e3d-8e23-441a-9918-95f6561ac03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:26.528404 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-a9244e3d-8e23-441a-9918-95f6561ac03d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1301751 May 10 11:38:26.571850 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-473f7884-d0b6-4a73-b4d5-449ff5e0f465 req-02ad8442-8c11-4186-9e0c-4bed57afa870 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423050 May 10 11:38:26.599127 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-b70f76c0-e8c2-463b-84f6-c184b0a09e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.0642934 May 10 11:38:26.661318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-a02e248b-bcbe-43c6-ac0f-b02b523c3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:26.662813 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-a02e248b-bcbe-43c6-ac0f-b02b523c3903 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0573521 May 10 11:38:26.711210 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-39c34c2a-6d08-42ac-a51c-47f762190a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423851 May 10 11:38:26.768216 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.841827 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-c9c569f7-26d6-44ef-8170-cd5b4b1e5954 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 May 10 11:38:26.968356 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ce4e96db-d74d-45da-a541-68f6db1c2f6d req-519cdc21-60d1-4926-a05a-59a6de8bd3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196408 May 10 11:38:27.758500 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b77c-5bde-4a36-ba07-3c6f865634c6 req-86c89429-9e27-423c-85ac-2ab824d15fc2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:27.759950 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ece1b77c-5bde-4a36-ba07-3c6f865634c6 req-86c89429-9e27-423c-85ac-2ab824d15fc2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0796642 May 10 11:38:27.803822 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ece1b77c-5bde-4a36-ba07-3c6f865634c6 req-40e81b99-be0a-4b2e-b3be-cb64ee206d64 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381594 May 10 11:38:28.989974 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baaf6-5430-438d-a68e-3812782c0182 req-323e0165-9d33-49c9-93fb-a8d47558b54b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:28.991375 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be7baaf6-5430-438d-a68e-3812782c0182 req-323e0165-9d33-49c9-93fb-a8d47558b54b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0813227 May 10 11:38:29.035362 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be7baaf6-5430-438d-a68e-3812782c0182 req-8dd41c28-1ee9-4227-be3c-93084a8c253b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378335 May 10 11:38:29.364447 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:38:30.219125 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac7ea-0079-4aba-8404-f03ca513efba req-46e6fe65-0184-4636-9fd4-fd76fa2484cf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:30.220561 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be1ac7ea-0079-4aba-8404-f03ca513efba req-46e6fe65-0184-4636-9fd4-fd76fa2484cf tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782926 May 10 11:38:30.266156 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be1ac7ea-0079-4aba-8404-f03ca513efba req-6101e5c2-d005-4ab8-8d9e-79102401d9bd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398560 May 10 11:38:31.453525 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3fa16-6350-4444-ac21-2e4edcc7ac97 req-382a7593-b12b-40cd-9699-4cd740b3dfe3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:31.454878 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5ce3fa16-6350-4444-ac21-2e4edcc7ac97 req-382a7593-b12b-40cd-9699-4cd740b3dfe3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0783091 May 10 11:38:31.499275 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5ce3fa16-6350-4444-ac21-2e4edcc7ac97 req-0a2c7cdf-e26a-4d66-81b3-cae410837a61 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387597 May 10 11:38:32.692191 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609d51-4d6e-4bd2-a9b1-cd1e9ee9451a req-b4df9a0e-22e9-4123-af2d-6533a5279143 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:32.693675 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-06609d51-4d6e-4bd2-a9b1-cd1e9ee9451a req-b4df9a0e-22e9-4123-af2d-6533a5279143 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0815215 May 10 11:38:32.737791 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-06609d51-4d6e-4bd2-a9b1-cd1e9ee9451a req-d360a453-b023-4723-8d0e-7e13f60c02a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384083 May 10 11:38:33.922762 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096be5-2ea8-42ba-87bd-b58accd5586a req-16a9ce3a-2954-4ec8-aa05-3ed78a19e7ad tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:33.924128 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb096be5-2ea8-42ba-87bd-b58accd5586a req-16a9ce3a-2954-4ec8-aa05-3ed78a19e7ad tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781853 May 10 11:38:33.970497 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb096be5-2ea8-42ba-87bd-b58accd5586a req-b84f9bac-ae52-4d13-a5ec-30c03a7790a2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406613 May 10 11:38:35.153993 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea444bf3-5bb6-4697-99a3-7a4edadd766f req-d503dbce-bce9-4a4e-ac12-0f7b8db0c3a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:35.155396 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ea444bf3-5bb6-4697-99a3-7a4edadd766f req-d503dbce-bce9-4a4e-ac12-0f7b8db0c3a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0770431 May 10 11:38:35.198725 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ea444bf3-5bb6-4697-99a3-7a4edadd766f req-f40cc506-785c-440c-a4df-b22de159a1ad tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377176 May 10 11:38:36.392161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047b033-f0f9-41dc-83cb-7960113d9845 req-540302fd-e705-4d69-9c66-ea6a1b62e336 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:36.393792 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a047b033-f0f9-41dc-83cb-7960113d9845 req-540302fd-e705-4d69-9c66-ea6a1b62e336 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0887792 May 10 11:38:36.442102 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a047b033-f0f9-41dc-83cb-7960113d9845 req-f7f4e2cd-72be-47c9-a3b8-33ddf4902b92 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419343 May 10 11:38:37.629950 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46a63c-dec4-47c2-980f-f14f8e5101a9 req-ef8e1a9d-7e7a-4836-8853-04afeb0137f4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:37.631431 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ea46a63c-dec4-47c2-980f-f14f8e5101a9 req-ef8e1a9d-7e7a-4836-8853-04afeb0137f4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0810211 May 10 11:38:37.678423 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ea46a63c-dec4-47c2-980f-f14f8e5101a9 req-9309522a-3adc-4b6c-a51d-54e5657d5b35 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411329 May 10 11:38:38.105289 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-372772ef-f934-4604-abe1-2fa24307fa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.938160 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26611-da9a-46f9-8e9a-b4f59af59a10 req-af31c65d-6b16-499b-a0af-5a27fbcf9dae tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:38.939596 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c0c26611-da9a-46f9-8e9a-b4f59af59a10 req-af31c65d-6b16-499b-a0af-5a27fbcf9dae tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1454167 May 10 11:38:38.982774 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c0c26611-da9a-46f9-8e9a-b4f59af59a10 req-88c01638-a3d0-41bb-a709-e298bbb65de5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374579 May 10 11:38:40.169734 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8edc5-44bf-456d-9d6b-c62a5737618d req-25f93655-7518-41f3-b88f-2b22b34bc05b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:40.171143 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6fe8edc5-44bf-456d-9d6b-c62a5737618d req-25f93655-7518-41f3-b88f-2b22b34bc05b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0783041 May 10 11:38:40.214133 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6fe8edc5-44bf-456d-9d6b-c62a5737618d req-8536d3e1-6f6c-4b97-a3ae-8178fcb9a564 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373306 May 10 11:38:40.643084 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.840855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-52b93b1f-dee3-47d3-90c4-94fde3f1caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.402363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a81a3-310c-4d9e-8cde-c75cd5afd5dd req-1ddf8600-f009-4ed4-ac94-b4cbc7da3f46 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:41.403834 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c97a81a3-310c-4d9e-8cde-c75cd5afd5dd req-1ddf8600-f009-4ed4-ac94-b4cbc7da3f46 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0821421 May 10 11:38:41.450947 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c97a81a3-310c-4d9e-8cde-c75cd5afd5dd req-9c40aebb-0df0-45ec-b4e6-46871f8c6756 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406501 May 10 11:38:42.342765 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.638061 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138cae-69aa-45f6-a805-30a350d0675b req-ca78303d-3cc2-4610-8288-76c3a839a3d9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:42.639502 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a8138cae-69aa-45f6-a805-30a350d0675b req-ca78303d-3cc2-4610-8288-76c3a839a3d9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0792615 May 10 11:38:42.683114 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a8138cae-69aa-45f6-a805-30a350d0675b req-5ebe428e-c044-4d12-99de-9d103e85eae8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379121 May 10 11:38:43.676369 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.871727 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85412-97d1-424a-8d8c-6229d6141527 req-fa52d857-d609-4007-9c47-2e5cd0a52542 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:43.873074 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92d85412-97d1-424a-8d8c-6229d6141527 req-fa52d857-d609-4007-9c47-2e5cd0a52542 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0818379 May 10 11:38:43.916623 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92d85412-97d1-424a-8d8c-6229d6141527 req-9781a32e-22d0-430d-ab19-ddad0b060811 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371232 May 10 11:38:45.099259 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d46f05-7412-4fb2-ac63-3726656fd77e req-abc9a06a-c63f-43a4-82a0-b8147364ecef tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:45.100672 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d6d46f05-7412-4fb2-ac63-3726656fd77e req-abc9a06a-c63f-43a4-82a0-b8147364ecef tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0772440 May 10 11:38:45.144760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d6d46f05-7412-4fb2-ac63-3726656fd77e req-0fae44ca-dee1-4ec0-a927-66ae8dee3cb0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384426 May 10 11:38:46.333707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2502f81-09b8-40a2-86ab-654c4c454d1f req-6db46d04-a55f-426f-9c6f-eaf699db6700 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:46.335169 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2502f81-09b8-40a2-86ab-654c4c454d1f req-6db46d04-a55f-426f-9c6f-eaf699db6700 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0817318 May 10 11:38:46.381290 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2502f81-09b8-40a2-86ab-654c4c454d1f req-70f1a615-3471-46c7-8873-f1fc10a23d18 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391214 May 10 11:38:47.573254 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921688-dd78-4d62-8451-769f66992093 req-46999a0c-3f12-4ed6-88d0-60b98764a2e8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:47.574693 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-05921688-dd78-4d62-8451-769f66992093 req-46999a0c-3f12-4ed6-88d0-60b98764a2e8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820472 May 10 11:38:47.619733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-05921688-dd78-4d62-8451-769f66992093 req-4a378e07-957d-4415-902b-25c3cb3441b1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393887 May 10 11:38:48.943723 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea912-9b6f-4ac9-85b4-3ca76c1f2a68 req-ff73e63f-c98b-48fa-9887-968a82a22af4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:48.945209 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-143ea912-9b6f-4ac9-85b4-3ca76c1f2a68 req-ff73e63f-c98b-48fa-9887-968a82a22af4 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0789065 May 10 11:38:48.994216 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-143ea912-9b6f-4ac9-85b4-3ca76c1f2a68 req-264b4354-2581-464b-a869-6b277b4e8b95 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432415 May 10 11:38:50.180114 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1b0c-f8e0-4034-a2f1-47d13a228300 req-0494fb1c-b137-4a0b-848d-f9137f65f2e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:50.181582 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fdff1b0c-f8e0-4034-a2f1-47d13a228300 req-0494fb1c-b137-4a0b-848d-f9137f65f2e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0784900 May 10 11:38:50.227347 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fdff1b0c-f8e0-4034-a2f1-47d13a228300 req-16062356-d63f-4f0c-969d-e8c29ccaac55 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393567 May 10 11:38:51.427799 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb24fc0-4677-4a3e-9068-67eb525919a5 req-c6fee1f1-b8b2-4553-a0d5-aa8191d1d51e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:51.429274 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfb24fc0-4677-4a3e-9068-67eb525919a5 req-c6fee1f1-b8b2-4553-a0d5-aa8191d1d51e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0838373 May 10 11:38:51.472952 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfb24fc0-4677-4a3e-9068-67eb525919a5 req-3feb807a-9886-4596-aaca-738adb41b320 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374627 May 10 11:38:52.658499 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca6ad-c8b2-4798-82d6-cfcd6ea5dd43 req-b8a9a26e-c511-4ca7-90f5-925ce21b9030 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:52.659828 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d41ca6ad-c8b2-4798-82d6-cfcd6ea5dd43 req-b8a9a26e-c511-4ca7-90f5-925ce21b9030 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0783560 May 10 11:38:52.702758 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d41ca6ad-c8b2-4798-82d6-cfcd6ea5dd43 req-ed3d730a-ac6e-4de3-9f21-58f2c5927a77 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372863 May 10 11:38:53.890309 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bb582-7c59-4613-8203-949cd5f8d8ad req-96bf9bb2-aadd-4c9c-b97a-91594f635db6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:53.891725 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa6bb582-7c59-4613-8203-949cd5f8d8ad req-96bf9bb2-aadd-4c9c-b97a-91594f635db6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0801308 May 10 11:38:53.934101 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa6bb582-7c59-4613-8203-949cd5f8d8ad req-a66decff-ea90-455c-9aaf-ce260b52c44c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367692 May 10 11:38:55.125733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5014-baf0-4797-9641-002c95a82edc req-84481087-1ed5-4212-8009-78a1ffaf1a12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:55.127167 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a4fe5014-baf0-4797-9641-002c95a82edc req-84481087-1ed5-4212-8009-78a1ffaf1a12 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0824358 May 10 11:38:55.171527 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a4fe5014-baf0-4797-9641-002c95a82edc req-436709a6-1247-4a55-81cb-91dd41883221 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387053 May 10 11:38:56.357258 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53773-577f-4c89-a0b3-a8b96baa6a3c req-65086c68-885f-4fac-a9ab-57502db7dd29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:56.358690 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6ff53773-577f-4c89-a0b3-a8b96baa6a3c req-65086c68-885f-4fac-a9ab-57502db7dd29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0794971 May 10 11:38:56.407523 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6ff53773-577f-4c89-a0b3-a8b96baa6a3c req-06b472d2-9636-41e8-854e-1b54ece3b63f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426030 May 10 11:38:56.781238 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.593257 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61145d-f2b5-44c1-898e-3c1cda0c7be5 req-2b2078be-673d-4ad0-8bd6-3de1b8299cdb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:57.594696 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6a61145d-f2b5-44c1-898e-3c1cda0c7be5 req-2b2078be-673d-4ad0-8bd6-3de1b8299cdb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776634 May 10 11:38:57.638048 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6a61145d-f2b5-44c1-898e-3c1cda0c7be5 req-83bd9340-daba-4b1e-91e4-54ee03e24461 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376940 May 10 11:38:58.825334 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723aaaf-7486-4d82-b87e-7f84e568e39f req-c7edf0d8-c83c-4378-9b3f-e75524b1a423 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:58.826713 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6723aaaf-7486-4d82-b87e-7f84e568e39f req-c7edf0d8-c83c-4378-9b3f-e75524b1a423 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0817475 May 10 11:38:58.940842 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6723aaaf-7486-4d82-b87e-7f84e568e39f req-77de6288-f0e1-4fbb-9f9f-289b0e17c987 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084077 May 10 11:39:00.126252 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e8316-eeb1-4f96-af7f-f0db4731fab2 req-9a27f849-1e64-4ec3-af07-809c3e8fd306 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:00.127692 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-247e8316-eeb1-4f96-af7f-f0db4731fab2 req-9a27f849-1e64-4ec3-af07-809c3e8fd306 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0788209 May 10 11:39:00.174300 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-247e8316-eeb1-4f96-af7f-f0db4731fab2 req-3d9e4df7-b519-4489-a32c-fa536e8dc8af tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408311 May 10 11:39:01.362382 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d1c5-ca43-44a4-9702-dd2746737b88 req-24b175db-b9e8-4370-ae09-00fce8d91a3b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:01.363825 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8170d1c5-ca43-44a4-9702-dd2746737b88 req-24b175db-b9e8-4370-ae09-00fce8d91a3b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0793657 May 10 11:39:01.407250 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8170d1c5-ca43-44a4-9702-dd2746737b88 req-35773e9f-2212-4917-bdd0-b08d6a281413 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377281 May 10 11:39:02.597053 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619d68-03c5-4db6-b36b-6643114a76bd req-8a4da380-ccdc-4d2c-82cf-04cad11844f0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:02.598517 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07619d68-03c5-4db6-b36b-6643114a76bd req-8a4da380-ccdc-4d2c-82cf-04cad11844f0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0810952 May 10 11:39:02.643182 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-07619d68-03c5-4db6-b36b-6643114a76bd req-2c9cc591-47be-4290-a228-0ffd88aa234e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389063 May 10 11:39:03.832346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2c7e8-3596-42c1-9fe8-42b575159777 req-ab34ebd4-c81c-4668-88b8-a3c693ed0937 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:03.833876 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6dc2c7e8-3596-42c1-9fe8-42b575159777 req-ab34ebd4-c81c-4668-88b8-a3c693ed0937 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790780 May 10 11:39:03.883415 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6dc2c7e8-3596-42c1-9fe8-42b575159777 req-f1222ef8-e585-48ff-a1ee-2942d1d6758c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437646 May 10 11:39:05.076288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa13d-4c17-4c35-a5f5-0ddbe5f7b9df req-9714e88e-dc69-4202-9bd6-77fd4f19ec4b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:05.077888 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-965fa13d-4c17-4c35-a5f5-0ddbe5f7b9df req-9714e88e-dc69-4202-9bd6-77fd4f19ec4b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0823584 May 10 11:39:05.123687 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-965fa13d-4c17-4c35-a5f5-0ddbe5f7b9df req-0c9551b0-6b63-4d91-a377-ff9050c12cf1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398917 May 10 11:39:06.312618 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95b1a-5e63-4c4a-bded-5e33dfe15f36 req-366cfa87-c09c-4823-a3c4-d9a19fe8d3ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:06.314100 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6af95b1a-5e63-4c4a-bded-5e33dfe15f36 req-366cfa87-c09c-4823-a3c4-d9a19fe8d3ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0828967 May 10 11:39:06.359527 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6af95b1a-5e63-4c4a-bded-5e33dfe15f36 req-ba9432ec-af3d-4dda-a834-64378d5e0d27 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394535 May 10 11:39:06.362125 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:39:07.543362 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727777ae-b674-4f90-a0c8-b25798dd77d6 req-c161dd30-a53d-45b6-a385-2fa69ade359f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:07.544784 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-727777ae-b674-4f90-a0c8-b25798dd77d6 req-c161dd30-a53d-45b6-a385-2fa69ade359f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0772521 May 10 11:39:07.590381 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-727777ae-b674-4f90-a0c8-b25798dd77d6 req-f8a4f432-c50b-49cb-82d8-f5f17bc85293 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398836 May 10 11:39:08.108111 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d4a463c1-ae95-4481-87e8-26dbb1a668a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:08.781116 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c744c6-47da-49c8-9c28-3c9444f7e21f req-99efdb8d-d6e7-4b49-ba88-92e76429d5b6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:08.782586 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-31c744c6-47da-49c8-9c28-3c9444f7e21f req-99efdb8d-d6e7-4b49-ba88-92e76429d5b6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786307 May 10 11:39:08.826231 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-31c744c6-47da-49c8-9c28-3c9444f7e21f req-b5a712f0-f625-4498-a395-015eaa20d330 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379593 May 10 11:39:10.021093 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0512d2-21ea-413c-861c-ad13912914e5 req-5c78c8d9-2e04-4527-b26c-eea44e519396 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:10.022646 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd0512d2-21ea-413c-861c-ad13912914e5 req-5c78c8d9-2e04-4527-b26c-eea44e519396 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0818820 May 10 11:39:10.066599 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd0512d2-21ea-413c-861c-ad13912914e5 req-663af722-2a64-4723-81f1-e3c9006c8fbb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379953 May 10 11:39:10.644113 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:10.842689 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-14a6699d-3588-4dfa-8162-d3d3115bc762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:11.249827 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f6cd-3833-4cd9-8756-14ca4c11c94d req-534d060f-d12a-4072-b443-45b21117cbf9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:11.251229 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3660f6cd-3833-4cd9-8756-14ca4c11c94d req-534d060f-d12a-4072-b443-45b21117cbf9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0764718 May 10 11:39:11.296933 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3660f6cd-3833-4cd9-8756-14ca4c11c94d req-f4e72780-a527-49e8-a6eb-23190662d6f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401325 May 10 11:39:12.345544 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:12.482837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc6389-ea7b-4d01-b9fc-88f22458df4d req-7e92b800-bf6f-4a1e-b93d-0c8bdb4b7f2b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:12.484267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6efc6389-ea7b-4d01-b9fc-88f22458df4d req-7e92b800-bf6f-4a1e-b93d-0c8bdb4b7f2b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780084 May 10 11:39:12.527260 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6efc6389-ea7b-4d01-b9fc-88f22458df4d req-dc693da1-4408-479d-84b5-23bcf1bcdd73 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370855 May 10 11:39:13.673310 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:13.716688 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe95b-e80e-4bc4-ad05-f329ac14cff7 req-95a7ae03-aeca-4fe9-9bd9-3960f3fbd9f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:13.725771 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0fabe95b-e80e-4bc4-ad05-f329ac14cff7 req-95a7ae03-aeca-4fe9-9bd9-3960f3fbd9f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0833280 May 10 11:39:13.761997 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0fabe95b-e80e-4bc4-ad05-f329ac14cff7 req-bf903c1a-d8ab-4403-b2d5-324fbed7b2b8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381138 May 10 11:39:14.950739 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad77d-9478-42e9-b6c7-e628ccdd2fef req-2914e6bb-4653-4fc2-97d4-498bcbd6d422 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:14.952198 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-177ad77d-9478-42e9-b6c7-e628ccdd2fef req-2914e6bb-4653-4fc2-97d4-498bcbd6d422 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0827465 May 10 11:39:15.000081 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-177ad77d-9478-42e9-b6c7-e628ccdd2fef req-b933d7e2-b01b-404c-bf96-1cb8cf1251bb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418370 May 10 11:39:16.185212 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2aa1-37bd-45d6-becc-fe5e59a8afb0 req-dad38df6-8ef0-421e-8756-19d18b6fc608 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.186649 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be5a2aa1-37bd-45d6-becc-fe5e59a8afb0 req-dad38df6-8ef0-421e-8756-19d18b6fc608 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0779271 May 10 11:39:16.229703 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-be5a2aa1-37bd-45d6-becc-fe5e59a8afb0 req-5be43df5-122e-4d47-a33c-bd45779ce848 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374560 May 10 11:39:17.422038 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d44a-c947-4aa7-a475-caa6ba06b594 req-635562bb-517b-4c29-8b6c-2d34c9dd2bfb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:17.423526 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cad1d44a-c947-4aa7-a475-caa6ba06b594 req-635562bb-517b-4c29-8b6c-2d34c9dd2bfb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0826025 May 10 11:39:17.467605 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cad1d44a-c947-4aa7-a475-caa6ba06b594 req-a48f48fd-34ae-43b3-aa07-2ab8c1615f2f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383196 May 10 11:39:18.655295 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772431-3277-4d7f-a179-1fc38a2419a6 req-3a4f76c9-a977-4357-b03d-ab8d36d15bc0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:18.656749 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70772431-3277-4d7f-a179-1fc38a2419a6 req-3a4f76c9-a977-4357-b03d-ab8d36d15bc0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0798724 May 10 11:39:18.771383 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70772431-3277-4d7f-a179-1fc38a2419a6 req-1aae655a-e671-4cb5-8f1c-d144850b2ac1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087139 May 10 11:39:19.957001 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc394de-8e56-4f69-9673-363b74eede31 req-6e86a722-8ed4-404f-af1f-998784e999cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:19.958380 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-abc394de-8e56-4f69-9673-363b74eede31 req-6e86a722-8ed4-404f-af1f-998784e999cd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781839 May 10 11:39:20.001735 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-abc394de-8e56-4f69-9673-363b74eede31 req-465f2453-3a83-40a8-b645-94080a769ee6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372524 May 10 11:39:21.186538 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4564988-6dae-4725-8e69-357fae71690d req-8d843025-a286-478e-8d6f-1639a0ebba20 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:21.187969 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c4564988-6dae-4725-8e69-357fae71690d req-8d843025-a286-478e-8d6f-1639a0ebba20 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0802040 May 10 11:39:21.230997 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c4564988-6dae-4725-8e69-357fae71690d req-75360e24-7b9c-4dbc-a6e6-be00d82d35d2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373299 May 10 11:39:22.414231 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fc180-9363-41ff-9751-9ab5068d03ec req-59817f90-18fc-4ef3-add1-e722ae7f2a41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:22.415695 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-331fc180-9363-41ff-9751-9ab5068d03ec req-59817f90-18fc-4ef3-add1-e722ae7f2a41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780454 May 10 11:39:22.463075 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-331fc180-9363-41ff-9751-9ab5068d03ec req-c9d0cdf3-1f9d-4792-8b8e-ccdeda50857f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413728 May 10 11:39:23.651329 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa06704-b1d2-49d2-a6ef-bcd4508a21c7 req-ea5a7e72-0dff-48e9-951c-c4e5492f704a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:23.652774 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfa06704-b1d2-49d2-a6ef-bcd4508a21c7 req-ea5a7e72-0dff-48e9-951c-c4e5492f704a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0787840 May 10 11:39:23.696345 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfa06704-b1d2-49d2-a6ef-bcd4508a21c7 req-fd128ca1-5343-40d5-865e-e5ba4cee708c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378151 May 10 11:39:24.889991 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb5d3-52eb-4416-bcbf-3c0fc4ba5aa7 req-bad80be3-02fc-4c01-a562-1031e43b7a59 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:24.891464 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e00cb5d3-52eb-4416-bcbf-3c0fc4ba5aa7 req-bad80be3-02fc-4c01-a562-1031e43b7a59 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0805857 May 10 11:39:24.941687 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e00cb5d3-52eb-4416-bcbf-3c0fc4ba5aa7 req-f02a0b50-2d46-4719-9a73-27814814213c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430074 May 10 11:39:26.126180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ccff9-4858-4f36-9668-628bf7da8a95 req-1773db31-032e-4d97-82cf-75eca62dde31 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.127626 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b24ccff9-4858-4f36-9668-628bf7da8a95 req-1773db31-032e-4d97-82cf-75eca62dde31 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782726 May 10 11:39:26.174040 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b24ccff9-4858-4f36-9668-628bf7da8a95 req-ecaf3f87-d49c-43a0-aef6-0f4ffbab29e1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407736 May 10 11:39:26.284583 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-35b62c65-d25a-411b-99ae-aeb59ea722ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687997 May 10 11:39:26.379013 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-cc7ce3e0-fd8b-4ff7-b73b-3cf6676d3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.380464 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-cc7ce3e0-fd8b-4ff7-b73b-3cf6676d3032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.0747223 May 10 11:39:26.520749 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-bb8dc4e1-b9bf-4934-a4dd-408acb6fd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.522140 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-bb8dc4e1-b9bf-4934-a4dd-408acb6fd820 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1237555 May 10 11:39:26.617686 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-e0419782-d565-409e-89a1-14d36a877f9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 1001 time: 0.0889964 May 10 11:39:26.680251 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-f7eae592-350e-4bf8-8d8b-2e30d03526e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.681681 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-f7eae592-350e-4bf8-8d8b-2e30d03526e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0577071 May 10 11:39:26.755951 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-23fe8cac-4942-4374-bb63-79f98f9b3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.757448 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-23fe8cac-4942-4374-bb63-79f98f9b3263 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699108 May 10 11:39:26.782519 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.960432 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-37493fc0-37a6-42b2-bfff-519386b2da89 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960218 May 10 11:39:27.088968 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-7ed0148d-993f-4d21-8f02-8ed9f9dd2981 req-53d16f4e-5096-4163-ad8f-d1b09a2902c3 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216321 May 10 11:39:27.367894 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7367-286d-4f41-bc60-15ed79f28842 req-feaf85fd-fb35-4e77-a13f-2bc3f3e8f7f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:27.369884 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-137b7367-286d-4f41-bc60-15ed79f28842 req-feaf85fd-fb35-4e77-a13f-2bc3f3e8f7f3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0859244 May 10 11:39:27.414489 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-137b7367-286d-4f41-bc60-15ed79f28842 req-75f7f23f-fe69-4c55-ab58-f834fec0b796 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387907 May 10 11:39:28.615827 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be67ca-de51-436c-8b26-a681f5e74008 req-e82879d5-1d28-465f-b6b0-44323b59b585 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:28.617286 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-08be67ca-de51-436c-8b26-a681f5e74008 req-e82879d5-1d28-465f-b6b0-44323b59b585 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0828795 May 10 11:39:28.661379 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-08be67ca-de51-436c-8b26-a681f5e74008 req-69676627-919e-4155-a7ff-59803c4bf83c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378003 May 10 11:39:29.845120 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4089c6-93cb-4581-9386-777df40f034e req-9c9aa0a0-cd21-4434-b6f1-7b68867b1e13 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:29.846483 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b4089c6-93cb-4581-9386-777df40f034e req-9c9aa0a0-cd21-4434-b6f1-7b68867b1e13 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0766835 May 10 11:39:29.892336 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b4089c6-93cb-4581-9386-777df40f034e req-e2473c81-0e9a-4f24-b5b5-d8d32d4328f5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401752 May 10 11:39:31.082874 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44089-18df-424e-88be-385957ac931c req-c0fcbe80-f859-4ca2-99d5-dd2fb77d50eb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:31.084272 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21b44089-18df-424e-88be-385957ac931c req-c0fcbe80-f859-4ca2-99d5-dd2fb77d50eb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776250 May 10 11:39:31.127762 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21b44089-18df-424e-88be-385957ac931c req-46d2937f-a660-43e5-acd6-e98f916301ea tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372822 May 10 11:39:32.318480 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2983-0276-4950-93b8-f9f787e9ec1e req-faffe066-885b-4d5b-aba9-47324a58e6ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:32.319947 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1a1f2983-0276-4950-93b8-f9f787e9ec1e req-faffe066-885b-4d5b-aba9-47324a58e6ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0819676 May 10 11:39:32.365914 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1a1f2983-0276-4950-93b8-f9f787e9ec1e req-c55f865a-5db5-4a91-80c8-61161c9acf1a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393100 May 10 11:39:33.553288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995967d2-10d4-483b-a7a0-6d2bc9f683fb req-2f526761-9c05-4f29-8277-57a26c48a414 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:33.554724 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-995967d2-10d4-483b-a7a0-6d2bc9f683fb req-2f526761-9c05-4f29-8277-57a26c48a414 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0783980 May 10 11:39:33.599923 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-995967d2-10d4-483b-a7a0-6d2bc9f683fb req-8240cdac-96e3-42dc-aaa8-75c81b66e3ea tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394328 May 10 11:39:34.786378 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdcf7c-2e5f-4443-84b9-52861c0e2a9b req-f848d12a-ac70-4ca4-b9be-b9cef62b222e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:34.787813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-87fdcf7c-2e5f-4443-84b9-52861c0e2a9b req-f848d12a-ac70-4ca4-b9be-b9cef62b222e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0806856 May 10 11:39:34.831186 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-87fdcf7c-2e5f-4443-84b9-52861c0e2a9b req-fec6df05-8cfa-45d0-b5ad-126170829ecb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370197 May 10 11:39:36.018256 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1bd6-3974-461b-9d28-a6fd95424736 req-286ca3e4-ff1d-4a79-8d24-9f95d08f3bd0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:36.019684 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-11bb1bd6-3974-461b-9d28-a6fd95424736 req-286ca3e4-ff1d-4a79-8d24-9f95d08f3bd0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0811343 May 10 11:39:36.062556 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-11bb1bd6-3974-461b-9d28-a6fd95424736 req-445b998f-b9c2-4a3e-9f84-adfceed8972b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365765 May 10 11:39:37.248162 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1390-2f78-4ed6-9467-81de6734a043 req-d92ecfa3-07a8-4415-8f97-7ce5a476ec61 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:37.249624 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-967d1390-2f78-4ed6-9467-81de6734a043 req-d92ecfa3-07a8-4415-8f97-7ce5a476ec61 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782812 May 10 11:39:37.297229 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-967d1390-2f78-4ed6-9467-81de6734a043 req-355defb1-0bce-420e-b351-1c1f0d23c430 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419691 May 10 11:39:38.111041 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-08d08fd4-dd33-424b-aec5-020ed6a92899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:38.490588 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b454-2901-4c06-ac6c-7fc4a5a16b65 req-c61cb0e6-3610-4023-a36a-c8b74c3a45c3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:38.492039 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2b0b454-2901-4c06-ac6c-7fc4a5a16b65 req-c61cb0e6-3610-4023-a36a-c8b74c3a45c3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0811985 May 10 11:39:38.536044 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d2b0b454-2901-4c06-ac6c-7fc4a5a16b65 req-cd47488b-8690-428c-93e6-d7963c15187a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382774 May 10 11:39:39.794249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaba99-a63c-4673-999e-5757d9f029a6 req-6c470617-7393-4bf5-a7ef-a93d6e82683d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:39.795604 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-27aaba99-a63c-4673-999e-5757d9f029a6 req-6c470617-7393-4bf5-a7ef-a93d6e82683d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1442940 May 10 11:39:39.837743 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-27aaba99-a63c-4673-999e-5757d9f029a6 req-7ddb4646-d561-4300-bb0e-2a72b0447ce1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365362 May 10 11:39:40.647112 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:40.844307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c842-85cc-40af-b547-dd4dd37dfdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:41.029652 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b1cd-a274-4985-b8be-b58546ba52a6 req-b83197f0-f4cf-41af-8a68-68e7d0dbac9d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:41.031093 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3823b1cd-a274-4985-b8be-b58546ba52a6 req-b83197f0-f4cf-41af-8a68-68e7d0dbac9d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0849874 May 10 11:39:41.075908 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3823b1cd-a274-4985-b8be-b58546ba52a6 req-805450d1-fac6-4273-84dd-86d76892fd62 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391340 May 10 11:39:42.262689 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba55af-a4cb-4539-a08a-24d327d21d1f req-697a8a43-43a9-4efb-8323-3192ef4b2399 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:42.264139 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-04ba55af-a4cb-4539-a08a-24d327d21d1f req-697a8a43-43a9-4efb-8323-3192ef4b2399 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0786424 May 10 11:39:42.310817 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-04ba55af-a4cb-4539-a08a-24d327d21d1f req-77bbd477-1c4a-455d-a30b-a5d2067f63ca tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410149 May 10 11:39:42.352863 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:43.361098 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:39:43.496403 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c331d-4a43-4e24-8d1b-851d3d784dfd req-6b397b45-1440-44ff-add3-954f097a4cb5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:43.497862 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-540c331d-4a43-4e24-8d1b-851d3d784dfd req-6b397b45-1440-44ff-add3-954f097a4cb5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780213 May 10 11:39:43.541265 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-540c331d-4a43-4e24-8d1b-851d3d784dfd req-a1e5128b-1dab-4c89-8a03-84a533c7c186 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375404 May 10 11:39:43.676001 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:44.729250 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfa11-7750-43cb-82d5-53b9c785eb3c req-1c763589-c484-409c-b769-012139a1390e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:44.730689 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c9cbfa11-7750-43cb-82d5-53b9c785eb3c req-1c763589-c484-409c-b769-012139a1390e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820785 May 10 11:39:44.775250 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c9cbfa11-7750-43cb-82d5-53b9c785eb3c req-906c41f2-b390-4759-b0a6-07df959f25e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382044 May 10 11:39:45.960618 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e252fd-0808-496b-98f2-cdc09a0adac9 req-af939367-b6bf-46c9-9ca6-972e9f26e8e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:45.963387 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e4e252fd-0808-496b-98f2-cdc09a0adac9 req-af939367-b6bf-46c9-9ca6-972e9f26e8e6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776787 May 10 11:39:46.009713 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e4e252fd-0808-496b-98f2-cdc09a0adac9 req-525e17eb-dd02-4505-99d7-af925de5ab6d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407896 May 10 11:39:47.199846 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41ffc-84ea-43f8-a774-1ce5d795e90c req-34e7554c-8a9a-43fd-aed1-975f5dfe7428 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:47.201331 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7bc41ffc-84ea-43f8-a774-1ce5d795e90c req-34e7554c-8a9a-43fd-aed1-975f5dfe7428 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0795197 May 10 11:39:47.246452 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7bc41ffc-84ea-43f8-a774-1ce5d795e90c req-ce2078d0-04ce-446c-bee9-36fdd0473712 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393243 May 10 11:39:48.438199 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1e9fc-7b2c-4aaa-8cc6-29f310c864a9 req-2b75b874-6b77-4b8e-b5c5-ebc09cd6db00 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:48.439696 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9aa1e9fc-7b2c-4aaa-8cc6-29f310c864a9 req-2b75b874-6b77-4b8e-b5c5-ebc09cd6db00 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0827372 May 10 11:39:48.484852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9aa1e9fc-7b2c-4aaa-8cc6-29f310c864a9 req-a7f323f3-2f4d-413d-87f0-2adbafbade52 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394909 May 10 11:39:49.669958 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a9dad-c851-4392-adf4-4aacb2a35c05 req-7d5d7011-6f15-48fe-8093-ddcbf859d0ab tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:49.671296 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b99a9dad-c851-4392-adf4-4aacb2a35c05 req-7d5d7011-6f15-48fe-8093-ddcbf859d0ab tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777040 May 10 11:39:49.717876 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b99a9dad-c851-4392-adf4-4aacb2a35c05 req-84ad75e3-8fe0-4dc3-aab2-bc717e62e9b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409858 May 10 11:39:50.904084 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79388c1a-9052-4f97-8ae0-5d3e23545cfd req-090dc7be-b089-46fd-be30-543c19c45b74 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:50.905537 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-79388c1a-9052-4f97-8ae0-5d3e23545cfd req-090dc7be-b089-46fd-be30-543c19c45b74 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0807211 May 10 11:39:50.949063 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-79388c1a-9052-4f97-8ae0-5d3e23545cfd req-0732ab69-2212-4e0f-a46a-368fc7a71fad tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378723 May 10 11:39:52.150357 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41219-f1c3-4657-a47f-72a12c6fb84c req-61f6a38a-adfb-4ed0-932f-21bc096af8c2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:52.151813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2a41219-f1c3-4657-a47f-72a12c6fb84c req-61f6a38a-adfb-4ed0-932f-21bc096af8c2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0813959 May 10 11:39:52.194421 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2a41219-f1c3-4657-a47f-72a12c6fb84c req-5de3d6df-c776-444b-bd6c-91cf68e6d539 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369003 May 10 11:39:53.381407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ed06d-4860-4dd8-83e3-abdd5276e2f5 req-f8bbb013-3f9f-4126-a454-b766ec0ef1d0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:53.382847 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dd0ed06d-4860-4dd8-83e3-abdd5276e2f5 req-f8bbb013-3f9f-4126-a454-b766ec0ef1d0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0785475 May 10 11:39:53.428633 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dd0ed06d-4860-4dd8-83e3-abdd5276e2f5 req-16431b99-a405-4b9f-aa35-c8d8b110b574 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400367 May 10 11:39:54.619427 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d1a79-9ff9-4b65-a510-eda16b5f39e0 req-775b3bf9-9431-49f9-82cb-de3d9435b670 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:54.619427 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-460d1a79-9ff9-4b65-a510-eda16b5f39e0 req-775b3bf9-9431-49f9-82cb-de3d9435b670 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790436 May 10 11:39:54.661512 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-460d1a79-9ff9-4b65-a510-eda16b5f39e0 req-5a4ea7fd-0de1-4e78-87b8-45ce0bdb6a3b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374138 May 10 11:39:55.853670 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ee13f-a4e4-4293-b01a-4c32336d4d14 req-7a7e03ee-fbb4-4710-b63b-96571aca75a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:55.855126 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-198ee13f-a4e4-4293-b01a-4c32336d4d14 req-7a7e03ee-fbb4-4710-b63b-96571aca75a8 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0824099 May 10 11:39:55.898424 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-198ee13f-a4e4-4293-b01a-4c32336d4d14 req-d64296f9-0a7a-4c94-b9ca-cece1a39142e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373335 May 10 11:39:56.783885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.086569 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb8f2-cf48-4f4a-b7b6-1ae517d3d767 req-8c74a74b-79f3-4093-8794-a45947e5e198 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:57.088019 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aebb8f2-cf48-4f4a-b7b6-1ae517d3d767 req-8c74a74b-79f3-4093-8794-a45947e5e198 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0793173 May 10 11:39:57.140316 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0aebb8f2-cf48-4f4a-b7b6-1ae517d3d767 req-411043ff-e8b4-4a5d-b8c0-4f630c8df55d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466266 May 10 11:39:58.326209 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd9b3-4955-4e62-aa0a-28bf96fc37a6 req-704ef723-b0a2-43bd-ad7c-dccdc44513e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:58.327709 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5dafd9b3-4955-4e62-aa0a-28bf96fc37a6 req-704ef723-b0a2-43bd-ad7c-dccdc44513e9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0787303 May 10 11:39:58.371498 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5dafd9b3-4955-4e62-aa0a-28bf96fc37a6 req-54e7f65a-e7c0-44fa-8491-d2a5593ae9ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381739 May 10 11:39:59.557509 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa1084-e873-4ea3-830c-300409c8c53c req-77dd83a5-46d0-4810-be05-1288bcbcd662 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:59.558953 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-44fa1084-e873-4ea3-830c-300409c8c53c req-77dd83a5-46d0-4810-be05-1288bcbcd662 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0806715 May 10 11:39:59.673526 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-44fa1084-e873-4ea3-830c-300409c8c53c req-47024cd7-1346-447c-978b-74e143c65b30 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089237 May 10 11:40:00.859517 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57d44-c44e-41ef-8f12-dd4c885fbf39 req-4a36433f-047d-4ad6-ac19-26357925949f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:00.861207 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-61b57d44-c44e-41ef-8f12-dd4c885fbf39 req-4a36433f-047d-4ad6-ac19-26357925949f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0767207 May 10 11:40:00.911505 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-61b57d44-c44e-41ef-8f12-dd4c885fbf39 req-d02b68e0-d6fe-4b98-bf43-3d789ae4aac9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444720 May 10 11:40:02.095980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f014-10cc-4758-8795-2163f02fc2fc req-d5585314-924e-4c12-90a2-c75d8525573f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:02.097329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f510f014-10cc-4758-8795-2163f02fc2fc req-d5585314-924e-4c12-90a2-c75d8525573f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0766070 May 10 11:40:02.141013 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f510f014-10cc-4758-8795-2163f02fc2fc req-4ce3861a-69fa-4759-9665-05aa70286a26 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374384 May 10 11:40:03.331857 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad09f86-1740-4bb1-9ea5-54c82989dc3d req-93bd9efa-4e83-4c2a-ac4e-41b4fa50bf30 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:03.333361 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3ad09f86-1740-4bb1-9ea5-54c82989dc3d req-93bd9efa-4e83-4c2a-ac4e-41b4fa50bf30 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0848365 May 10 11:40:03.378599 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3ad09f86-1740-4bb1-9ea5-54c82989dc3d req-ab34a5ec-5e20-4a16-975b-0fe4a392aaf1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385828 May 10 11:40:04.564011 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601656-404d-410d-8002-365db208ff1a req-aefd009b-d1ea-42ab-8caa-be92eaddba60 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:04.565458 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a7601656-404d-410d-8002-365db208ff1a req-aefd009b-d1ea-42ab-8caa-be92eaddba60 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777998 May 10 11:40:04.614627 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a7601656-404d-410d-8002-365db208ff1a req-2d97b751-84e5-4621-af9c-85528ee5d3ba tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434840 May 10 11:40:05.821115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d358c1-8137-4b79-8871-e3d58e6e38fd req-fc357d11-45f5-496a-9b3f-086a9ba8db8b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:05.822758 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65d358c1-8137-4b79-8871-e3d58e6e38fd req-fc357d11-45f5-496a-9b3f-086a9ba8db8b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0822949 May 10 11:40:05.866238 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65d358c1-8137-4b79-8871-e3d58e6e38fd req-1dcadd3e-ee4f-4cef-85c0-afc45dd6e54e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377367 May 10 11:40:07.058286 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931e848-b41c-4e42-a4a2-de0c772bd92a req-e8b81cc7-e4cf-4b85-9aa7-64c9bd30b629 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:07.059739 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f931e848-b41c-4e42-a4a2-de0c772bd92a req-e8b81cc7-e4cf-4b85-9aa7-64c9bd30b629 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0816803 May 10 11:40:07.103921 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f931e848-b41c-4e42-a4a2-de0c772bd92a req-845049e8-2832-463f-aced-959a26a38645 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381804 May 10 11:40:08.114500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-39b357a1-4f3e-4f8e-8a62-330bd875d062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:08.292795 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608b26c-9932-4491-8a3d-c91d37e9e09c req-557ad876-29b9-4584-8691-7f99a7746c2f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:08.295014 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4608b26c-9932-4491-8a3d-c91d37e9e09c req-557ad876-29b9-4584-8691-7f99a7746c2f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0795877 May 10 11:40:08.343520 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4608b26c-9932-4491-8a3d-c91d37e9e09c req-61156284-4f93-47e8-979f-160d0a265c93 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426767 May 10 11:40:09.532235 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c9cee-175f-49c8-960d-e69ccd6e2268 req-d296a64e-77e9-4097-949b-a851a5ad7e1b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:09.533655 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2f0c9cee-175f-49c8-960d-e69ccd6e2268 req-d296a64e-77e9-4097-949b-a851a5ad7e1b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0803866 May 10 11:40:09.577632 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2f0c9cee-175f-49c8-960d-e69ccd6e2268 req-8dcff6b1-1032-4d7c-89d9-b71f73c2965f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382288 May 10 11:40:10.651150 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:10.767628 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473321-7d2a-4d67-90ed-8e08c96db4b5 req-f96febc8-2bf3-434b-8503-25eda73acf2b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:10.769086 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0d473321-7d2a-4d67-90ed-8e08c96db4b5 req-f96febc8-2bf3-434b-8503-25eda73acf2b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0821745 May 10 11:40:10.813182 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0d473321-7d2a-4d67-90ed-8e08c96db4b5 req-186d86b1-8cc6-4e35-92a1-08fd54196f77 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383101 May 10 11:40:10.845714 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d4a90dbf-dd47-4e0e-8f5d-a1a177c6cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:11.998521 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30289154-3dfc-4c38-979f-77f64eeeee22 req-af756b5a-c8d9-432e-88a1-f8e020463b47 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:11.999864 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30289154-3dfc-4c38-979f-77f64eeeee22 req-af756b5a-c8d9-432e-88a1-f8e020463b47 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0789845 May 10 11:40:12.045769 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30289154-3dfc-4c38-979f-77f64eeeee22 req-8fb45703-9681-48de-9aa3-1bc50cc20db2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402019 May 10 11:40:12.349940 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:13.237022 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33c8ac-6c6a-491f-b4d3-3b5ac0172ef1 req-f9609018-893a-42a0-9ec1-8adb94986c29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:13.238495 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dd33c8ac-6c6a-491f-b4d3-3b5ac0172ef1 req-f9609018-893a-42a0-9ec1-8adb94986c29 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0844095 May 10 11:40:13.282058 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dd33c8ac-6c6a-491f-b4d3-3b5ac0172ef1 req-5af4f478-88a7-47fb-89d5-133728809310 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373080 May 10 11:40:13.675825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:14.471366 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e21bc-8360-4c69-8f1f-3f077e5a1c96 req-c3e35a8e-54e4-4a00-9f23-bcb3f5068532 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:14.472733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-126e21bc-8360-4c69-8f1f-3f077e5a1c96 req-c3e35a8e-54e4-4a00-9f23-bcb3f5068532 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0839877 May 10 11:40:14.518157 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-126e21bc-8360-4c69-8f1f-3f077e5a1c96 req-e2e2b4bf-d03d-4813-8652-bc86338a0c4e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392201 May 10 11:40:15.706831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400432a-7f39-4c3e-b181-c8cdb0438290 req-e9a398b9-3deb-4da5-bfe7-df3c73c91959 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:15.708264 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6400432a-7f39-4c3e-b181-c8cdb0438290 req-e9a398b9-3deb-4da5-bfe7-df3c73c91959 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0780957 May 10 11:40:15.754976 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6400432a-7f39-4c3e-b181-c8cdb0438290 req-726ff38d-aad2-4710-abcd-5750e3d23dfc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403180 May 10 11:40:16.951671 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30694ce7-7dcd-428f-8374-5c4d85f13770 req-542098d5-c8c4-4ad2-9950-0468ed6d54e7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:16.953134 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30694ce7-7dcd-428f-8374-5c4d85f13770 req-542098d5-c8c4-4ad2-9950-0468ed6d54e7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0820518 May 10 11:40:16.997359 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30694ce7-7dcd-428f-8374-5c4d85f13770 req-eef15ff1-98c5-40a7-9fdc-022583663ad5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385437 May 10 11:40:18.185482 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb6196-1c87-45d8-9e7c-ec64d4acecd7 req-e8b5288d-9568-4269-a32c-beaab376e955 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:18.186923 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b3fb6196-1c87-45d8-9e7c-ec64d4acecd7 req-e8b5288d-9568-4269-a32c-beaab376e955 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0822606 May 10 11:40:18.230973 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b3fb6196-1c87-45d8-9e7c-ec64d4acecd7 req-dc73f326-d595-474c-9d56-814ee307a645 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384128 May 10 11:40:19.418479 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1e90-31c5-493c-9089-d5774c960fdd req-8043602a-e3d9-4c8b-8787-b162d90a2e68 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:19.420122 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b5a1e90-31c5-493c-9089-d5774c960fdd req-8043602a-e3d9-4c8b-8787-b162d90a2e68 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0793107 May 10 11:40:19.527768 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b5a1e90-31c5-493c-9089-d5774c960fdd req-a3f2ea89-8dfb-430c-b1bb-145b43bdeba3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018982 May 10 11:40:20.360094 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:40:20.712050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523f5d-aa70-4ab3-9d6b-dcebf37671cd req-bf3eaffd-4bbf-48fd-989b-6bb952b33ed2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:20.713486 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-74523f5d-aa70-4ab3-9d6b-dcebf37671cd req-bf3eaffd-4bbf-48fd-989b-6bb952b33ed2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0777686 May 10 11:40:20.756755 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-74523f5d-aa70-4ab3-9d6b-dcebf37671cd req-df0e1e85-c567-4520-886a-c056414a3935 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373142 May 10 11:40:21.942944 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b301d-4479-4828-8eaf-76f3262fa3ee req-2cfffe26-f263-41a5-858a-70c5ef781a52 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:21.944390 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4f0b301d-4479-4828-8eaf-76f3262fa3ee req-2cfffe26-f263-41a5-858a-70c5ef781a52 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0808814 May 10 11:40:21.989173 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4f0b301d-4479-4828-8eaf-76f3262fa3ee req-ff50535e-cdfe-4f72-8ada-3001d1034687 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384977 May 10 11:40:23.174324 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e191ce-bbbe-46b3-8546-018c3103df3b req-ae03fd15-ff51-49cd-9873-b7a3de2b5471 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:23.175772 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9e191ce-bbbe-46b3-8546-018c3103df3b req-ae03fd15-ff51-49cd-9873-b7a3de2b5471 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776150 May 10 11:40:23.222112 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9e191ce-bbbe-46b3-8546-018c3103df3b req-3a08c8d6-6094-47bc-91e2-6eb62f70e02b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402279 May 10 11:40:24.417677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea6ca-fd72-4ada-9dee-f82ea7c23634 req-dead2139-d3b9-4403-9b34-86af8faecad0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:24.419489 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3cbea6ca-fd72-4ada-9dee-f82ea7c23634 req-dead2139-d3b9-4403-9b34-86af8faecad0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0790894 May 10 11:40:24.462781 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3cbea6ca-fd72-4ada-9dee-f82ea7c23634 req-0547f993-a70d-4e6e-97c5-99ead5b81bdc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376918 May 10 11:40:25.650065 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5223-7ffc-4f12-9390-d8abfbcbc0b1 req-b2b7e4e9-a6ff-4a34-abbc-fa44c244070c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:25.651489 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8de5223-7ffc-4f12-9390-d8abfbcbc0b1 req-b2b7e4e9-a6ff-4a34-abbc-fa44c244070c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0802970 May 10 11:40:25.696700 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8de5223-7ffc-4f12-9390-d8abfbcbc0b1 req-f369e036-8c33-4463-a9be-e9bb9d75e990 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394318 May 10 11:40:26.795305 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.883587 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9e30-7ad3-44cf-b734-98228524f401 req-2a71a2fd-9368-4e29-8415-c41f6bcc2b92 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:26.885049 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2e0b9e30-7ad3-44cf-b734-98228524f401 req-2a71a2fd-9368-4e29-8415-c41f6bcc2b92 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0801265 May 10 11:40:26.931309 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2e0b9e30-7ad3-44cf-b734-98228524f401 req-0819f3b8-ec67-4fa4-90c2-8724af145fd7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405393 May 10 11:40:28.121243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491a997-e116-4993-bf48-c5adf97c1286 req-fdee6038-0b5b-45db-a383-8e1d7912fd3b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:28.122809 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4491a997-e116-4993-bf48-c5adf97c1286 req-fdee6038-0b5b-45db-a383-8e1d7912fd3b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0810509 May 10 11:40:28.168502 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4491a997-e116-4993-bf48-c5adf97c1286 req-993cbf3c-10e7-4093-ab29-2b4e66d5540b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398397 May 10 11:40:28.241192 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-593ebfbd-4d13-4518-9120-85d985d9adb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725203 May 10 11:40:28.327843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-20bac830-7026-4839-b860-579899864df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:28.329311 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-20bac830-7026-4839-b860-579899864df2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2e07eb3e5440b2a96044402a33673c&device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 1098 time: 0.0682051 May 10 11:40:28.473115 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-e4831283-4c37-4b2d-8c0f-10746215d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:28.474383 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-e4831283-4c37-4b2d-8c0f-10746215d640 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 200 len: 915 time: 0.1251943 May 10 11:40:28.544946 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-bfaff86f-59ee-47e6-bae1-ae675e618987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 200 len: 217 time: 0.0636368 May 10 11:40:28.605858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-8c37edf6-d1f8-4ade-b661-203a4d05435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:28.607240 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-8c37edf6-d1f8-4ade-b661-203a4d05435f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f02320a-598c-4ea3-a483-1ceff2e62606 HTTP/1.1" status: 200 len: 854 time: 0.0559719 May 10 11:40:28.656164 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-fe2c25dc-af03-40b7-b90d-cefa6df305d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9b1021c-9f01-4819-b66b-56a18cad1716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424137 May 10 11:40:28.787783 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-56584c38-8f6f-4f12-bdf2-b507cb05aa49 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247358 May 10 11:40:28.915030 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-58581779-05d2-4b05-937a-95aa99ce31e8 req-68cdf733-cf31-474c-81db-490a082d6b71 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204672 May 10 11:40:29.361094 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5143-5d26-4640-8b50-5300e0512f00 req-02ac42af-0672-4122-b310-8cd9cc608c17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:29.362612 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92dc5143-5d26-4640-8b50-5300e0512f00 req-02ac42af-0672-4122-b310-8cd9cc608c17 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0834343 May 10 11:40:29.406730 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-92dc5143-5d26-4640-8b50-5300e0512f00 req-f75901d6-4001-4f5c-95e8-589d9ab2e28b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378873 May 10 11:40:30.596124 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06d088-7097-478f-af1b-a3850e4226de req-b321a4c5-10cf-44cf-933f-d55ca676d9c7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:30.597509 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f06d088-7097-478f-af1b-a3850e4226de req-b321a4c5-10cf-44cf-933f-d55ca676d9c7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0792105 May 10 11:40:30.644907 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f06d088-7097-478f-af1b-a3850e4226de req-573c26d9-7ab6-456a-99b0-4663ef538856 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416684 May 10 11:40:31.833627 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22d61-f1a4-4586-8ffe-efa6ec770fb6 req-0c00dd48-54d4-4b77-ab6e-b5a5cd9c643b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:31.835095 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-56c22d61-f1a4-4586-8ffe-efa6ec770fb6 req-0c00dd48-54d4-4b77-ab6e-b5a5cd9c643b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0788996 May 10 11:40:31.878744 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-56c22d61-f1a4-4586-8ffe-efa6ec770fb6 req-10bd198f-d0a3-4793-82a0-945f90b2a0b0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374732 May 10 11:40:33.064936 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90747e1-61cc-450d-8ddf-03b62dc02077 req-c9dc5056-7867-4531-9bd4-850ba85220b2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:33.066333 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d90747e1-61cc-450d-8ddf-03b62dc02077 req-c9dc5056-7867-4531-9bd4-850ba85220b2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0809584 May 10 11:40:33.109752 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d90747e1-61cc-450d-8ddf-03b62dc02077 req-a38b81bd-704f-4700-b173-a9146ea91877 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372441 May 10 11:40:34.296331 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ba2de-2769-4e77-a472-4e64b9cad585 req-adca39bb-8c2e-4d65-89cf-8b9b277d9554 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:34.297830 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba5ba2de-2769-4e77-a472-4e64b9cad585 req-adca39bb-8c2e-4d65-89cf-8b9b277d9554 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0797024 May 10 11:40:34.345401 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba5ba2de-2769-4e77-a472-4e64b9cad585 req-ee8998e8-e085-46e0-b723-e218b0a2d285 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417006 May 10 11:40:35.531167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6dd22-95b6-46b2-b4f1-a9e657a5df48 req-ae42bec5-ada0-4e10-bb8d-c4023b306eec tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:35.532626 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-23f6dd22-95b6-46b2-b4f1-a9e657a5df48 req-ae42bec5-ada0-4e10-bb8d-c4023b306eec tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0784652 May 10 11:40:35.579411 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-23f6dd22-95b6-46b2-b4f1-a9e657a5df48 req-eabfcbb4-732d-4bb2-be0b-70d1ab88af3c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398550 May 10 11:40:36.773034 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b853a-da51-46e9-af7a-bccfd4c2ea8f req-09f4e923-914c-445e-b59c-8459ddb5175e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:36.775085 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d15b853a-da51-46e9-af7a-bccfd4c2ea8f req-09f4e923-914c-445e-b59c-8459ddb5175e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0827518 May 10 11:40:36.819600 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d15b853a-da51-46e9-af7a-bccfd4c2ea8f req-3445b02d-115d-4a5b-bbe8-6b78d6b085ac tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384192 May 10 11:40:38.007809 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924cf76-22ac-4d11-ae0a-6d58a1a1742a req-7c26384c-a703-49dc-a960-62ea7ba06665 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:38.009906 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2924cf76-22ac-4d11-ae0a-6d58a1a1742a req-7c26384c-a703-49dc-a960-62ea7ba06665 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0802622 May 10 11:40:38.057401 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2924cf76-22ac-4d11-ae0a-6d58a1a1742a req-a2578536-d461-43bc-afd3-dbe0ebf4fb7f tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415688 May 10 11:40:38.115659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ba68c9b-298a-40da-bee2-ee6c3c5d3b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:39.245007 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0c9a0-9a71-4777-8feb-31c7a6faa5f0 req-1f1b7438-a304-4a7d-b167-776650660f54 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:39.246601 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c5c0c9a0-9a71-4777-8feb-31c7a6faa5f0 req-1f1b7438-a304-4a7d-b167-776650660f54 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0782688 May 10 11:40:39.294398 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c5c0c9a0-9a71-4777-8feb-31c7a6faa5f0 req-68a35567-4c5e-4aee-b524-9c4e85b7d5c2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417399 May 10 11:40:40.552961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762b0a6-6b43-43e3-928a-99f61d3b1f2f req-9f3cca88-c2c3-4a06-94d2-6ca6b9ff2f48 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:40.554478 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7762b0a6-6b43-43e3-928a-99f61d3b1f2f req-9f3cca88-c2c3-4a06-94d2-6ca6b9ff2f48 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.1514678 May 10 11:40:40.598591 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7762b0a6-6b43-43e3-928a-99f61d3b1f2f req-fd5407b2-ed7a-4a98-b708-12c4a5dfb6b9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376995 May 10 11:40:40.652085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:40.847985 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-463aedd3-3462-436d-9a99-d0aabee89645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:41.783156 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd265823-3ab1-43a0-9b2e-f4102c91e77f req-e88f3e94-78c7-41f2-8459-830043946933 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:41.784574 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd265823-3ab1-43a0-9b2e-f4102c91e77f req-e88f3e94-78c7-41f2-8459-830043946933 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0774064 May 10 11:40:41.831593 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd265823-3ab1-43a0-9b2e-f4102c91e77f req-5ecb071e-22a6-40b7-b3b0-99e2c7eefdc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412858 May 10 11:40:42.340966 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.016334 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91799a-6b92-498d-8403-0b76db52323e req-29db21d2-0c70-42c3-b96b-ed5f102b499a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:43.017795 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d91799a-6b92-498d-8403-0b76db52323e req-29db21d2-0c70-42c3-b96b-ed5f102b499a tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0795581 May 10 11:40:43.064852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d91799a-6b92-498d-8403-0b76db52323e req-18028f69-6fa3-4986-ad0f-ae76e3de7543 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413723 May 10 11:40:43.457566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 44588) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:43.587522 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.603347 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:43.607339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Usage tracker for resource:security_group_rule and tenant:0f83aa2c29a9438dae4c6b4bf7e72346 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:43.610123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:43.616174 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:43.680052 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.698355 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.702076 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.709018 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-82e55e96-4cd0-4343-8e42-8b805e2e9a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:43.748529 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00bb69a-abd7-47fb-82ea-4c771a812d69,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.752342 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f83aa2c29a9438dae4c6b4bf7e72346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937863 May 10 11:40:43.755144 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44600) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:43.759197 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.759567 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.759923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.760274 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.760634 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.760969 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.761338 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.761678 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.762020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.762357 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.762693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.763027 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.766850 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:43.816260 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.844593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.897330 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.900932 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-03eb064e-fd60-4d89-a52a-a450d2272662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:43.911604 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00bb69a-abd7-47fb-82ea-4c771a812d69,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:43.921400 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.921761 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.922111 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.922458 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.922796 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.923136 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.923474 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.923810 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.924145 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.924477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.924815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.925139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:40:43.928087 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:43.929145 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d00bb69a-abd7-47fb-82ea-4c771a812d69 HTTP/1.1" status: 204 len: 168 time: 0.1729751 May 10 11:40:43.930084 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:44.260356 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070da9-4827-4934-b387-a3238906c8f1 req-d05de2e7-b266-42a3-905c-95899461c77e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:44.261724 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4070da9-4827-4934-b387-a3238906c8f1 req-d05de2e7-b266-42a3-905c-95899461c77e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0776982 May 10 11:40:44.309026 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4070da9-4827-4934-b387-a3238906c8f1 req-8a2810e5-7b28-4bce-86b1-d857517a686e tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dc15463-096e-47f2-a7f1-1fa8d915fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415983 May 10 11:40:45.909231 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-30c869ef-2ab0-4b1a-a163-b108958f7dcd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:45.910568 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-30c869ef-2ab0-4b1a-a163-b108958f7dcd tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af3feb3-f83f-424e-95c6-c1feef5c6a44 HTTP/1.1" status: 200 len: 943 time: 0.0781176 May 10 11:40:46.045800 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Deleting port c5d21d73-e428-4fd4-948c-f9eda65ba761 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:40:46.046269 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.177461 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] For port c5d21d73-e428-4fd4-948c-f9eda65ba761, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c5d21d73-e428-4fd4-948c-f9eda65ba761,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:40:46.177812 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.463133 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.463505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.463821 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Floating IP d174910f-8c4e-443f-9611-58e58ae7b70e disassociated. External IP: 172.27.2.133, port: c5d21d73-e428-4fd4-948c-f9eda65ba761. May 10 11:40:46.464355 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Calling delete_port for c5d21d73-e428-4fd4-948c-f9eda65ba761 owned by compute:nova {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:40:46.635335 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:46.642388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:46.688904 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'Port': ['ID=c5d21d73-e428-4fd4-948c-f9eda65ba761,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:46.740511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:46.953447 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:40:47.128774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:40:47.138454 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:40:47.147614 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:40:47.148285 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:40:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:47.202975 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] No DVR routers for this DVR port c5d21d73-e428-4fd4-948c-f9eda65ba761 on host hv-cinder-78494 {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:40:47.206038 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.215216 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-deleted', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:40:47.220520 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-817f7aca-8e1e-44d9-b81f-70e4b6f76174 req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "DELETE /v2.0/ports/c5d21d73-e428-4fd4-948c-f9eda65ba761 HTTP/1.1" status: 204 len: 173 time: 1.3048196 May 10 11:40:47.332905 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:40:47.420304 dv-cinder-784945-6-iscsi neutron-server[78766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1af3feb3-f83f-424e-95c6-c1feef5c6a44', 'name': 'network-vif-deleted', 'tag': 'c5d21d73-e428-4fd4-948c-f9eda65ba761', 'status': 'failed', 'code': 422} returned with failed status May 10 11:40:47.690760 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:47.694664 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:40:47.702769 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:40:47.703364 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:40:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:47.867454 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44724) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:47.881865 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:40:47.932310 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:47.960347 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.013305 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.018141 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b01c3e54-cd43-499f-b10d-0c8acfe83999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:48.035697 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc15463-096e-47f2-a7f1-1fa8d915fb0f,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:48.038026 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:48.044273 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.047888 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "DELETE /v2.0/security-groups/7dc15463-096e-47f2-a7f1-1fa8d915fb0f HTTP/1.1" status: 204 len: 168 time: 0.1764412 May 10 11:40:48.048178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44730) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:48.064733 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.api.v2.resource [None req-c5f86188-7b2e-4c21-8fb1-7fc0668384fe tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] show failed (client error): The resource could not be found. May 10 11:40:48.065659 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c5f86188-7b2e-4c21-8fb1-7fc0668384fe tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups/7dc15463-096e-47f2-a7f1-1fa8d915fb0f HTTP/1.1" status: 404 len: 347 time: 0.0165410 May 10 11:40:48.068439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44734) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:48.203279 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:40:48.207227 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8241c3-abc2-4ede-b269-59dba7fe376c None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:40:48.283658 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Deleting port a061b34b-66ac-4899-b84b-564bbd7225a4 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:40:48.283998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.404516 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.404846 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.480299 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca452-a4c6-462d-8e28-92873c5b084d None None] New status for floating IP d174910f-8c4e-443f-9611-58e58ae7b70e: DOWN {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:40:48.530909 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Calling delete_port for a061b34b-66ac-4899-b84b-564bbd7225a4 owned by network:floatingip {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:40:48.650590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.651129 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.db.api [None req-f41ca452-a4c6-462d-8e28-92873c5b084d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:40:48.651515 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_db.api [None req-f41ca452-a4c6-462d-8e28-92873c5b084d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:40:48.655180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-744b285c-e32d-413f-8b0f-ce9c4c79309d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:48.699953 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'Port': ['ID=a061b34b-66ac-4899-b84b-564bbd7225a4,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:48.703027 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:48.788107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.801358 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:48.802390 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "DELETE /v2.0/floatingips/d174910f-8c4e-443f-9611-58e58ae7b70e HTTP/1.1" status: 204 len: 168 time: 0.7331047 May 10 11:40:49.152567 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca452-a4c6-462d-8e28-92873c5b084d None None] New status for floating IP d174910f-8c4e-443f-9611-58e58ae7b70e: DOWN {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:40:50.185852 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 44766) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:50.191128 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918513812', 'description': 'tempest-description--1282346468'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.197571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:50.201586 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:50.204368 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:50.209973 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:50.219198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.238853 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:50.242492 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:50.245727 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:50.251209 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:50.323656 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.328012 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.346105 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-92fe22a2-4fd3-4ea6-95c8-2f52e27c0cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:50.377217 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.378387 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1915538 May 10 11:40:50.381313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44772) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:50.381893 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3132e5-ef24-46be-9280-5caf61b21100,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.384719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:50.388912 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group_rule': {'security_group_id': '4b3132e5-ef24-46be-9280-5caf61b21100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.394656 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:50.398432 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:50.401351 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:50.406871 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:50.426345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.485016 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.488417 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.490348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:50.512294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b4629c-488f-43c8-b6a8-12b41516dcf5,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.516834 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:50.521135 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.522321 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-d37e1a92-4d91-4c36-9852-23bada8c9296 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397886 May 10 11:40:50.525532 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44778) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:50.530628 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'security_group_rule': {'security_group_id': '4b3132e5-ef24-46be-9280-5caf61b21100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.536194 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:50.540951 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:security_group_rule and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:50.543821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:50.549719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:50.565460 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.626478 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.629525 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.631427 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:50.650715 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33325faa-2abb-45e7-a4bb-38ef8ebdb0bd,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:50.654515 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:50.662311 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.666893 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-bf59d74e-84ac-4b51-a491-464715fa4707 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370437 May 10 11:40:50.667086 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44784) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:40:50.671873 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'floatingip': {'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:50.677518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:50.681316 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Usage tracker for resource:floatingip and tenant:c064d402f6794dc1a7e082a79884f874 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:40:50.684081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:40:50.689918 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:50.699626 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:50.832690 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.045649 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Allocated IP 172.27.2.67 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/9ddc9413-49d2-4922-b7bc-556a030e6f37) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:51.187665 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.217012 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.221479 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:51.310217 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:51.312783 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:51.316357 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:40:51.356789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=9ddc9413-49d2-4922-b7bc-556a030e6f37,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.361191 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:51.406437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.467398 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.668258 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.672808 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246669'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.677568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e63d4406-d8f9-4e68-8b59-1181b6e96cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:51.781291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=9ddc9413-49d2-4922-b7bc-556a030e6f37,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:51.784033 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:51.795178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.817291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:51.818518 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1505401 May 10 11:40:52.032639 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-8e9b123b-fc32-4b21-92df-bd16f3a494a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:40:52.047946 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-8e9b123b-fc32-4b21-92df-bd16f3a494a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:40:52.049257 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-8e9b123b-fc32-4b21-92df-bd16f3a494a0 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--918513812&fields=id&tenant_id=c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 267 time: 0.0556626 May 10 11:40:52.196904 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-70dda3a1-fdbf-4e0c-85e6-3944e10ace73 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:52.198383 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-70dda3a1-fdbf-4e0c-85e6-3944e10ace73 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 816 time: 0.1424398 May 10 11:40:52.214871 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2687b8a6-4c0e-4916-8e3d-33aca5593121 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/quotas/c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 375 time: 0.0088484 May 10 11:40:52.299741 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a27ec884-d98f-48f7-a375-f26ca052c103 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:40:52.316493 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a27ec884-d98f-48f7-a375-f26ca052c103 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:40:52.318048 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a27ec884-d98f-48f7-a375-f26ca052c103 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980270 May 10 11:40:52.553558 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-8709c24f-a6eb-479a-97c1-160a43e809c2 service neutron] 10.222.0.41 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231691 May 10 11:40:52.680591 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-24fbfd4f-08d3-4633-857a-c65dbf6d2762 service neutron] 10.222.0.41 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205642 May 10 11:40:52.862713 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e8581d42-aad4-45d5-a35d-860f10d09266 req-f2a36754-1e6c-4001-9f56-789b5899b0a9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 210 time: 0.0433481 May 10 11:40:54.003453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a24584e7-8bbb-40d7-b45c-32be16b49364 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:54.004903 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a24584e7-8bbb-40d7-b45c-32be16b49364 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 816 time: 0.1547356 May 10 11:40:54.021717 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8b46e95c-44d9-47db-a659-342af8135c41 req-a7645704-aaec-4f8e-9d0d-55fc4b69bfbc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 210 time: 0.0464213 May 10 11:40:54.062936 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-6a46aa7c-7de9-4f84-aa61-2489225bf615 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:40:54.074512 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-6a46aa7c-7de9-4f84-aa61-2489225bf615 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:security_group {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:40:54.075706 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-6a46aa7c-7de9-4f84-aa61-2489225bf615 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c064d402f6794dc1a7e082a79884f874 HTTP/1.1" status: 200 len: 379 time: 0.0620530 May 10 11:40:54.088675 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'port': {'device_id': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'admin_state_up': True, 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'security_groups': ['4b3132e5-ef24-46be-9280-5caf61b21100']}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:54.220531 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:40:54.230229 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:40:54.239376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Made reservation on behalf of c064d402f6794dc1a7e082a79884f874 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:40:54.243307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.474381 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Allocated IP 172.20.0.5 (9e50b68a-cc18-4ea1-ae17-5ab48088152b/168a8bb3-2cf7-42b5-96c0-5475e79fa1ef/eb9cdea7-2b91-4ea4-a49f-1332ebf0170c) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:40:54.656111 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.671682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Transition to ACTIVE for port object eb9cdea7-2b91-4ea4-a49f-1332ebf0170c will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:40:54.694490 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.701785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d16c236-602c-4941-92cc-6091adb11e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:54.763359 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:40:54.766559 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:40:54.768944 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:40:54.811928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event updated for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:54.814836 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:54.844163 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:54.844798 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:54.872834 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879708 May 10 11:40:54.885663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Request body: {'port': {'device_id': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:40:54.998075 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.009332 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-990b9735-34dc-4884-9288-ea19a746219a None None] Provisioning for port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:40:55.014363 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-990b9735-34dc-4884-9288-ea19a746219a None None] Provisioning complete for port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:40:55.014984 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-990b9735-34dc-4884-9288-ea19a746219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.069297 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-990b9735-34dc-4884-9288-ea19a746219a None None] Port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:40:55.218572 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12f46a-fd6e-4f72-b5dc-b0a0ab80ecf1 req-bec9493f-68b1-48ef-a00c-3864e93c83b3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:55.220141 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fc12f46a-fd6e-4f72-b5dc-b0a0ab80ecf1 req-bec9493f-68b1-48ef-a00c-3864e93c83b3 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 931 time: 0.0835996 May 10 11:40:55.266963 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fc12f46a-fd6e-4f72-b5dc-b0a0ab80ecf1 req-85113c98-d394-4ca7-85c3-9d6dfe026aeb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 May 10 11:40:55.354066 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9cdea7-2b91-4ea4-a49f-1332ebf0170c {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:40:55.361263 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.374854 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Transition to ACTIVE for port object eb9cdea7-2b91-4ea4-a49f-1332ebf0170c will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:40:55.378405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.382658 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:55.535486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Pushing event updated for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.543668 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:55.615114 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Attempting to bind port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:40:55.615397 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Attempting to bind port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:40:55.615736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Attempting to bind port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:40:55.620844 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:40:55.621194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Attempting to bind port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c on network 9e50b68a-cc18-4ea1-ae17-5ab48088152b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:40:55.626187 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:40:55.626527 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Checking segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:40:55.626913 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Bound using segment: {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:40:55.627343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Bound port: eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8cc479-7941-447e-b658-910f34a92544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:40:55.627694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.722006 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:40:55.724871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:40:55.730833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.734209 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:40:55.786038 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:55.786571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.787924 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] 10.222.0.21 "PUT /v2.0/ports/eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 200 len: 1093 time: 0.9069626 May 10 11:40:55.788411 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:40:55.826798 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Pushing event updated for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:40:55.829851 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:40:55.915016 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'status': 'completed', 'code': 200} May 10 11:40:55.917151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-c24d1695-d5fc-475b-bfee-bc6c9f73ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:55.918674 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-c24d1695-d5fc-475b-bfee-bc6c9f73ad38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 1096 time: 0.0830474 May 10 11:40:55.987935 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-a3187971-f5e5-445b-8d8c-821530f8313d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 200 len: 217 time: 0.0610988 May 10 11:40:56.052502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-03438316-9a0c-4d55-b831-619a122d5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.053971 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-03438316-9a0c-4d55-b831-619a122d5f1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0603011 May 10 11:40:56.127871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-d81c841d-6791-46ed-a8d9-a5ef185e5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.129289 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-d81c841d-6791-46ed-a8d9-a5ef185e5546 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686777 May 10 11:40:56.333118 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-3b40f34d-d4dd-4a42-9449-5cb5528b7be7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973445 May 10 11:40:56.463777 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5656d-4c2f-427e-b437-7e54ea9400a1 req-37ccabde-3031-466d-80ea-ba5d121b3adc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.465237 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12a5656d-4c2f-427e-b437-7e54ea9400a1 req-37ccabde-3031-466d-80ea-ba5d121b3adc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 943 time: 0.0820622 May 10 11:40:56.466552 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d07d92b3-4de4-4dea-bdb0-44e6c2072700 req-e8b448f6-02d9-4790-aab6-e76d3fcd917c service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248136 May 10 11:40:56.598486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-b726cdfa-8995-4114-9872-093a227c37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.600148 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-b726cdfa-8995-4114-9872-093a227c37d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 1096 time: 0.0779049 May 10 11:40:56.603402 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12a5656d-4c2f-427e-b437-7e54ea9400a1 req-40eb2bdd-5efe-4551-a88d-f5eb3b0343b7 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306932 May 10 11:40:56.729674 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-6b91d2f4-349e-415d-8f3b-63ed8e538a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.730999 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-6b91d2f4-349e-415d-8f3b-63ed8e538a93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.1246617 May 10 11:40:56.798620 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-80af8021-d9d1-4ec3-a7f8-67c12168c0a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 200 len: 217 time: 0.0590475 May 10 11:40:56.826908 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.862414 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-07106722-c42c-4d32-bac0-3883bc1d377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.863869 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-07106722-c42c-4d32-bac0-3883bc1d377f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0588179 May 10 11:40:56.937611 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-ab0c03a8-b641-4224-80e6-65c4179d44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:56.939104 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-ab0c03a8-b641-4224-80e6-65c4179d44d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688508 May 10 11:40:57.068789 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-1acb80f2-86f2-4eb2-b02d-0c680b3b27f0 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213331 May 10 11:40:57.201447 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d0d093b-b8c7-4c01-a0db-41025117fc4f req-85bf8d84-4dc5-41ae-b724-29f87aa75e90 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257451 May 10 11:40:57.358917 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:40:57.788921 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573ae6-de4d-4dcd-a23a-da4f6637df69 req-c4e8c4a4-9f88-4ad2-a874-12a2c95e8485 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:57.790920 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd573ae6-de4d-4dcd-a23a-da4f6637df69 req-c4e8c4a4-9f88-4ad2-a874-12a2c95e8485 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 943 time: 0.0781631 May 10 11:40:57.838964 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd573ae6-de4d-4dcd-a23a-da4f6637df69 req-167cb953-1633-4934-aa9d-740feef50ba2 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 May 10 11:40:59.025647 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a47c-275d-4c02-964c-d4a9084427e3 req-2024139e-3044-40c0-8d6a-27f46accf733 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:59.027098 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8dd4a47c-275d-4c02-964c-d4a9084427e3 req-2024139e-3044-40c0-8d6a-27f46accf733 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 943 time: 0.0776429 May 10 11:40:59.071056 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8dd4a47c-275d-4c02-964c-d4a9084427e3 req-613c0c24-6f2f-434e-a9ea-38813b35303d tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 May 10 11:41:00.139215 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device eb9cdea7-2b91-4ea4-a49f-1332ebf0170c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:41:00.261240 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623697f-59ca-47d3-9907-1527cc7b36b1 req-ba831705-b2e3-427d-94ad-3b664576d290 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:00.262801 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f623697f-59ca-47d3-9907-1527cc7b36b1 req-ba831705-b2e3-427d-94ad-3b664576d290 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 943 time: 0.0836043 May 10 11:41:00.269832 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:41:00.285376 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'port_id': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'mac_address': 'fa:16:3e:f8:41:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:41:00.310846 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f623697f-59ca-47d3-9907-1527cc7b36b1 req-9d1260db-aaf6-47fd-910d-cecee8e3118c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 May 10 11:41:00.341763 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.357834 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9cdea7-2b91-4ea4-a49f-1332ebf0170c {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:41:00.373179 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:41:00.378063 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:00.379895 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8ea529b7-e3e9-40b8-b14b-5dbd9a75916a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:41:00.447898 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:00.455015 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.455360 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.455724 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.456055 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.456382 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.456709 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.457242 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.457369 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.457690 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.458010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.458329 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.458640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:41:00.462977 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:41:00.692367 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:41:01.500978 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24709e7-fdff-4bd7-9b08-3bf7c74dc2ec req-3fe93e46-8fae-4deb-a00f-b56fe857e049 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:01.502454 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a24709e7-fdff-4bd7-9b08-3bf7c74dc2ec req-3fe93e46-8fae-4deb-a00f-b56fe857e049 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 944 time: 0.0825272 May 10 11:41:01.548679 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a24709e7-fdff-4bd7-9b08-3bf7c74dc2ec req-3f73ac2f-0f10-46ea-8621-b6106a529ac9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 May 10 11:41:02.138885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device eb9cdea7-2b91-4ea4-a49f-1332ebf0170c up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:41:02.210576 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:41:02.215658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:41:02.216029 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.332467 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.390951 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:41:02.401615 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:41:02.405964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:02.408751 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:41:02.474567 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:41:02.478151 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:41:02.487826 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'code': 200} May 10 11:41:02.733398 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbb835-978d-48f3-8aa9-6fa155d2ee57 req-e9eaeeb7-2989-4ed5-b908-81781a1cef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:02.734955 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-dccbb835-978d-48f3-8aa9-6fa155d2ee57 req-e9eaeeb7-2989-4ed5-b908-81781a1cef4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 1098 time: 0.0884826 May 10 11:41:02.769053 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b5e1-b5de-4c60-a4fb-49a8584eed72 req-b819ef83-6f19-4e48-9fb5-928b3edc5172 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:02.771283 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ec15b5e1-b5de-4c60-a4fb-49a8584eed72 req-b819ef83-6f19-4e48-9fb5-928b3edc5172 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 945 time: 0.0876136 May 10 11:41:02.785019 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-dccbb835-978d-48f3-8aa9-6fa155d2ee57 req-74ec4418-6ec9-430c-93c2-366125c6a102 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 May 10 11:41:02.818453 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ec15b5e1-b5de-4c60-a4fb-49a8584eed72 req-6496c9f0-7de1-4a7f-a737-518d721b01f1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 May 10 11:41:04.011015 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9a1fc-e7bc-4121-985f-b6b0a599500c req-1eb4b3c3-0e95-45dd-a7e2-7ea854f230e5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:04.012468 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b9a9a1fc-e7bc-4121-985f-b6b0a599500c req-1eb4b3c3-0e95-45dd-a7e2-7ea854f230e5 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 945 time: 0.0813699 May 10 11:41:04.056243 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b9a9a1fc-e7bc-4121-985f-b6b0a599500c req-bb92e1ad-afe3-466a-a85e-9a4cfbbce257 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380468 May 10 11:41:04.236759 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9645686-3aae-463b-a9a9-60fd6de9ce5f req-ce729b47-d555-45af-84b9-4b076760ada9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:04.238239 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e9645686-3aae-463b-a9a9-60fd6de9ce5f req-ce729b47-d555-45af-84b9-4b076760ada9 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 945 time: 0.0785394 May 10 11:41:04.246528 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 44996) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:41:04.251594 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Request body: {'floatingip': {'port_id': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:41:04.327198 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.984930 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:04.990186 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:05.157495 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Floating IP aeb93c03-bc36-4290-b03a-49ad515249b6 associated. External IP: 172.27.2.67, port: eb9cdea7-2b91-4ea4-a49f-1332ebf0170c. May 10 11:41:05.507559 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:41:05.683384 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:41:05.688174 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:05.692407 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:41:05.702282 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:41:05.702973 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:40:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:05.750804 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c1d548cc-e08c-463c-b849-630a0b62262c tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "PUT /v2.0/floatingips/aeb93c03-bc36-4290-b03a-49ad515249b6 HTTP/1.1" status: 200 len: 990 time: 1.5032148 May 10 11:41:05.751422 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:41:05.796295 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'status': 'completed', 'code': 200} May 10 11:41:05.900540 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:41:05.916952 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-bcd789e4-f0ad-4216-8c45-9f56b430a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:05.918566 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-bcd789e4-f0ad-4216-8c45-9f56b430a0dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 1098 time: 0.0860803 May 10 11:41:06.056357 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-8fccb498-a978-4e8b-9081-ba43413ca1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:06.057962 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-8fccb498-a978-4e8b-9081-ba43413ca1ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.1320126 May 10 11:41:06.166500 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-dc601944-572a-4374-8a30-94a8e266351b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 200 len: 998 time: 0.1017983 May 10 11:41:06.232082 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-620ab503-d848-4c7b-b2c2-95e0e0939509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:06.233543 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-620ab503-d848-4c7b-b2c2-95e0e0939509 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0612299 May 10 11:41:06.312478 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'aeb93c03-bc36-4290-b03a-49ad515249b6', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:f8:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:40:51Z', 'updated_at': '2021-05-10T11:41:04Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:06.314637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-2b7406db-444c-4214-a153-4fbc6e241138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:06.316424 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:41:06.316791 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-2b7406db-444c-4214-a153-4fbc6e241138 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767615 May 10 11:41:06.325705 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:41:06.326208 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:40:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:06.532310 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-e939fa36-951c-48d8-9ea9-ce2bd991fc8a service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091074 May 10 11:41:06.545843 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:41:06.673920 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e6995ef9-f9f8-4e8b-be82-dfe8d9363be2 req-e0bdb7bd-b257-417d-8e08-2a9b93d52e20 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354690 May 10 11:41:06.884164 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'aeb93c03-bc36-4290-b03a-49ad515249b6', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:f8:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:40:51Z', 'updated_at': '2021-05-10T11:41:04Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:41:06.887551 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04578ae0-d91c-4556-a481-f6b05e01d176 None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'aeb93c03-bc36-4290-b03a-49ad515249b6', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'port_id': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'mac_address': 'fa:16:3e:f8:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:40:51Z', 'updated_at': '2021-05-10T11:41:04Z', 'revision_number': 1, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:41:07.062860 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5f287-d139-4909-a8ba-501807e2d01f None None] New status for floating IP aeb93c03-bc36-4290-b03a-49ad515249b6: ACTIVE {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:41:08.119256 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9d9fbfb-540b-439c-9f24-1551eb6ee677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.653093 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:10.848788 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-88ad6dce-d5fa-4138-a954-3843f14aacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:12.344592 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:13.681294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.834967 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:28.250340 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-e3d230e6-a215-45db-bccc-b84f72c55f60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671957 May 10 11:41:28.344768 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad18af5-44fc-49da-bfba-9398e9709419 req-14761257-0de6-4e51-a860-ae240830a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:28.346242 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-14761257-0de6-4e51-a860-ae240830a278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f890aa59e5a4a5aad7a617f56e0eee3&device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 1098 time: 0.0749648 May 10 11:41:28.490079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad18af5-44fc-49da-bfba-9398e9709419 req-f8700d91-6ea7-47fb-a744-b10f27836063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:28.499803 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-f8700d91-6ea7-47fb-a744-b10f27836063 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86b86787-20c1-464f-9359-22482ccdd195 HTTP/1.1" status: 200 len: 915 time: 0.1255286 May 10 11:41:28.562036 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-67b6faf4-11f7-4ff8-a30b-7a522aa2bb13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5 HTTP/1.1" status: 200 len: 217 time: 0.0630074 May 10 11:41:28.624932 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad18af5-44fc-49da-bfba-9398e9709419 req-e5ac5475-a9c9-409f-aaad-4304b2b34c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:28.626472 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-e5ac5475-a9c9-409f-aaad-4304b2b34c70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9817c3e3-520e-4a3f-b644-9b517dc153fa HTTP/1.1" status: 200 len: 853 time: 0.0576541 May 10 11:41:28.699690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad18af5-44fc-49da-bfba-9398e9709419 req-e106e485-d883-4e48-9237-1ac894474d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:28.701148 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-e106e485-d883-4e48-9237-1ac894474d68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86b86787-20c1-464f-9359-22482ccdd195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682745 May 10 11:41:28.828279 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-acf0fb00-8465-4d03-9e56-a3716c0790a9 service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200316 May 10 11:41:28.954814 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-aad18af5-44fc-49da-bfba-9398e9709419 req-6051ba80-e8d5-47f8-ab4c-14d35538a22b service neutron] 10.222.0.21 "GET /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197197 May 10 11:41:34.358799 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:41:38.120883 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-90eaa506-d2c1-4710-af03-45f7e852ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:40.661962 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:40.850836 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-45d3f0b9-533a-4311-bb96-0b66d3ab5975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:42.347085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:43.684194 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.849205 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:08.122924 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a8ac961e-55ba-460f-bbee-c08509ff95ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.653836 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.850873 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d5786e3e-f341-4397-8d55-f7e36a148010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:11.358851 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:42:12.350532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:13.688392 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.852682 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:28.295164 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-1f1c65fe-ff3a-4872-bf17-c2310cb52db5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146710 May 10 11:42:28.383365 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-7b709a6d-232b-4fc5-92f6-13da55e959af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:28.384805 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-7b709a6d-232b-4fc5-92f6-13da55e959af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5251ccd249504765b362199482789dc9&device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 1099 time: 0.0691361 May 10 11:42:28.525321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-c91714ff-cbd7-4dec-bf34-e35aedeaadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:28.526735 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-c91714ff-cbd7-4dec-bf34-e35aedeaadbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 200 len: 910 time: 0.1233835 May 10 11:42:28.596103 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-90e6a19e-7799-4c10-9f1a-73ebb46ed60a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07facf20-a707-4e11-98da-4c6c557096c1 HTTP/1.1" status: 200 len: 217 time: 0.0622261 May 10 11:42:28.657105 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-0fa574b1-e15c-400e-892e-9412831a2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:28.658576 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-0fa574b1-e15c-400e-892e-9412831a2c2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 200 len: 849 time: 0.0562949 May 10 11:42:28.707551 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-03e26d06-88cb-4b4b-873e-8cf3c200c008 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=469fc85c-344d-4fc1-9cd2-014e3be6be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415714 May 10 11:42:28.718242 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-72ffed59-b061-4c6a-8525-012657318942 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:42:28.719145 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-72ffed59-b061-4c6a-8525-012657318942 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049553 May 10 11:42:28.924511 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-e0e85671-0188-472e-ad38-f027121733cc service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975904 May 10 11:42:29.056752 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-eb4c914b-9af8-4a7e-a20e-392d4f58a36a req-bece888d-ffed-4509-b8c3-97a5688828ae service neutron] 10.222.0.21 "GET /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215265 May 10 11:42:38.124304 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bd773fdf-4849-4cb2-a2bc-f5211dc63fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:40.654532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:40.854633 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-395f7123-4572-4ebf-b6fd-e9f1b38d3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:42.351772 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:43.691054 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:48.358214 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:42:56.852530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.400230 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fde608-ded6-4227-96d4-dc2681bb093a req-6cd706ef-150b-4b04-a8af-100929e45359 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:57.402353 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-74fde608-ded6-4227-96d4-dc2681bb093a req-6cd706ef-150b-4b04-a8af-100929e45359 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 946 time: 0.1246626 May 10 11:42:57.446981 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-74fde608-ded6-4227-96d4-dc2681bb093a req-41ed3195-4214-49ca-9eab-65b055499e4e tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07607ce-4431-4f43-9be6-4cdd56c14a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 May 10 11:42:57.678830 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-5cb0a9cd-7c2e-4c1b-b737-2389ae3ccbca tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:57.679444 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-5cb0a9cd-7c2e-4c1b-b737-2389ae3ccbca tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Synchronizing usage tracker for tenant:5251ccd249504765b362199482789dc9 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:42:57.694365 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-5cb0a9cd-7c2e-4c1b-b737-2389ae3ccbca tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Unset dirty status for tenant:5251ccd249504765b362199482789dc9 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:42:57.695516 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-5cb0a9cd-7c2e-4c1b-b737-2389ae3ccbca tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 946 time: 0.0975876 May 10 11:42:57.827353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Deleting port 07facf20-a707-4e11-98da-4c6c557096c1 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:42:57.827696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.955062 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] For port 07facf20-a707-4e11-98da-4c6c557096c1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=07facf20-a707-4e11-98da-4c6c557096c1,segment=NetworkSegment(c098582b-65ec-4595-9710-c5a3bd10ea2d),segment_id=c098582b-65ec-4595-9710-c5a3bd10ea2d)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:42:57.955339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.077014 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Calling delete_port for 07facf20-a707-4e11-98da-4c6c557096c1 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:42:58.189438 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.194770 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:42:58.201130 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['07facf20-a707-4e11-98da-4c6c557096c1'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:42:58.237831 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Pushing event deleted for resources: {'Port': ['ID=07facf20-a707-4e11-98da-4c6c557096c1,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:58.248278 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.248678 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.249059 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.249416 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.249765 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.250112 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.250453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.250791 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.251136 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.251472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.251860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.252205 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:58.286588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:42:58.326645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] No DVR routers for this DVR port 07facf20-a707-4e11-98da-4c6c557096c1 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:42:58.336486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:58.336486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'name': 'network-vif-deleted', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:42:58.349211 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-73e17668-94eb-4323-9d64-8e2d1a9f776c req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.21 "DELETE /v2.0/ports/07facf20-a707-4e11-98da-4c6c557096c1 HTTP/1.1" status: 204 len: 173 time: 0.6483035 May 10 11:42:58.378631 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ffa132-a57a-4785-bee7-55e859feb29f', 'name': 'network-vif-deleted', 'tag': '07facf20-a707-4e11-98da-4c6c557096c1', 'status': 'completed', 'code': 200} May 10 11:42:58.614403 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6ac92896-b76f-423b-99c6-db64e7f4273d req-d61f54a0-bc6d-4dbd-9b6e-a596229c0be5 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] 10.222.0.41 "GET /v2.0/ports?device_id=07ffa132-a57a-4785-bee7-55e859feb29f HTTP/1.1" status: 200 len: 210 time: 0.0469179 May 10 11:43:00.478860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 46524) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:00.645309 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Deleting subnet 81b26a70-a237-4f9c-883c-cc6f03a97412 {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:43:00.648587 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.699099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.752817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:00.873707 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 07facf20-a707-4e11-98da-4c6c557096c1 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:00.907185 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 07facf20-a707-4e11-98da-4c6c557096c1 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:00.907616 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 07facf20-a707-4e11-98da-4c6c557096c1 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:00.997415 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.001916 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1f22a9b6-8805-404d-92f0-8f7302dcb20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:01.036073 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b26a70-a237-4f9c-883c-cc6f03a97412,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.038078 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.040431 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:01.044351 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/81b26a70-a237-4f9c-883c-cc6f03a97412 HTTP/1.1" status: 204 len: 168 time: 0.5644748 May 10 11:43:01.046751 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 46536) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:01.148581 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.336719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.348986 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469fc85c-344d-4fc1-9cd2-014e3be6be5b']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:01.360776 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c098582b-65ec-4595-9710-c5a3bd10ea2d') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:01.361073 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c098582b-65ec-4595-9710-c5a3bd10ea2d') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:01.372325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.387906 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.393618 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:43:01.393999 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:43:01.409290 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:43:01.482474 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.487354 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.491500 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:01.513275 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=469fc85c-344d-4fc1-9cd2-014e3be6be5b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.516034 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:01.520997 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1dba618d-1c7f-4872-a11a-b4b967b854f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/469fc85c-344d-4fc1-9cd2-014e3be6be5b HTTP/1.1" status: 204 len: 168 time: 0.4733369 May 10 11:43:01.632164 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 46546) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:01.684312 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-311a4643-7aa2-433c-bbc4-bd578a25a7be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5251ccd249504765b362199482789dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509396 May 10 11:43:01.686720 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 46552) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:01.744285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.769088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.821622 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.826635 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cbb391f7-1d2f-4826-b469-9c8272ddcef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:01.836792 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07607ce-4431-4f43-9be6-4cdd56c14a80,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:01.841228 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:01.846457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.850467 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b07607ce-4431-4f43-9be6-4cdd56c14a80 HTTP/1.1" status: 204 len: 168 time: 0.1599963 May 10 11:43:08.126719 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7165a7e7-8b9b-4e31-8e79-cf8c8a8dc900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.658554 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:10.858119 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5e253e00-70c5-4417-afd5-eea3b4c56d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:12.356043 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:13.692701 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:25.356624 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:43:26.872519 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:29.261234 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-09a5cdff-1ba5-463c-a37c-8396bb9260dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707321 May 10 11:43:29.395271 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-fe223bd9-6db1-4a5e-82f7-5f6956d6034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:29.397377 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-fe223bd9-6db1-4a5e-82f7-5f6956d6034e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0690620 May 10 11:43:29.543358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-8e0fc96e-10bb-459c-81ce-16ec8ff14100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:29.544765 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-8e0fc96e-10bb-459c-81ce-16ec8ff14100 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1231923 May 10 11:43:29.612913 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-fcaf2548-7277-4b06-a896-4ee23d56e506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0614891 May 10 11:43:29.673545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-b4f23426-ed5d-4333-a568-fd7bf312d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:29.674955 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-b4f23426-ed5d-4333-a568-fd7bf312d77a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0558453 May 10 11:43:29.722002 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-dceb3419-8bbc-45fa-a76d-f51797d032ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403252 May 10 11:43:29.852092 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-e20eea00-ed6a-45d7-89af-23fe202676c7 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232839 May 10 11:43:29.981902 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2dfcd2c3-87a8-4c57-a790-a21a8670d8a7 req-b2616c4c-0944-4ae2-9074-c6c6be590e9b service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230600 May 10 11:43:38.128211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fe4458e3-a537-4e50-b039-4a3107756343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:40.661532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:40.861615 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-96ebba3f-0c77-404c-b1bb-76349e06b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.357313 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.695309 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:56.894356 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:02.355081 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:44:08.129456 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-cde279fe-deac-4321-85ee-6d54793328e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.664553 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:10.862617 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-67b32cb4-79aa-433a-b505-3158c26eb50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:12.360695 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:13.697937 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:26.887388 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:29.226854 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-ef866f62-bec8-400e-bcd8-df2d5f957119 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724666 May 10 11:44:29.320369 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b291-7b14-4924-8862-c9406a9b9874 req-bd7e38ef-5ff9-4dc6-aada-e5a12b7e322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:44:29.321874 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-bd7e38ef-5ff9-4dc6-aada-e5a12b7e322e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.0697269 May 10 11:44:29.466681 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b291-7b14-4924-8862-c9406a9b9874 req-e2a6e02d-eeae-4b39-bd90-d09675328216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:44:29.468159 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-e2a6e02d-eeae-4b39-bd90-d09675328216 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1258698 May 10 11:44:29.537368 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-84a93835-98bc-4b41-a445-7726c42b467d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.0628455 May 10 11:44:29.597876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b291-7b14-4924-8862-c9406a9b9874 req-eb2ee4cb-7852-48fb-a6bb-e5ee78b543ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:44:29.599148 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-eb2ee4cb-7852-48fb-a6bb-e5ee78b543ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0550508 May 10 11:44:29.719024 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-754787c1-9812-4b57-ba10-c5efc182a355 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132197 May 10 11:44:29.846206 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-abfa5bf0-93f8-4c4a-8806-20a7977c875e service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203303 May 10 11:44:29.974713 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c262b291-7b14-4924-8862-c9406a9b9874 req-513e65f6-4e55-4d88-9f9e-5a5c9eb243a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221168 May 10 11:44:38.132225 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f299d85e-36fe-4ec4-93aa-84a6bbb00c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:39.354100 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:44:40.665939 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:40.862578 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5e7612b3-7f32-4e48-bdb2-811cd85aa038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:42.363374 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:43.701412 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:56.884496 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:08.135444 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7571c6d2-bfc6-4b89-90f9-a3b74e287c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.668460 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:10.866721 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-277c09d5-64c9-4ff9-adda-ce5552b4e0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:12.365743 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:13.703419 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:16.352887 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:45:26.904117 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:29.272519 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-3eca48ff-d1a7-4fc8-9d3e-d8b54e729c9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691946 May 10 11:45:29.366334 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-6dba4b2a-41a2-49b0-8a34-df03fd9b687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:45:29.367807 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-6dba4b2a-41a2-49b0-8a34-df03fd9b687a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 1098 time: 0.0730450 May 10 11:45:29.510816 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-bf712d7d-02d1-4bc3-b27a-b896e63a6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:45:29.512260 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-bf712d7d-02d1-4bc3-b27a-b896e63a6728 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1247592 May 10 11:45:29.615300 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-54327b6b-2e59-442a-a405-841580a10119 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 200 len: 1001 time: 0.0959492 May 10 11:45:29.676020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-589a42e2-9632-4c72-9f15-704da863edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:45:29.677544 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-589a42e2-9632-4c72-9f15-704da863edbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0562854 May 10 11:45:29.754337 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-ba6655fb-5393-4cfd-97cd-076aeb788920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:45:29.755777 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-ba6655fb-5393-4cfd-97cd-076aeb788920 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717838 May 10 11:45:29.886246 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-1eb0fc6a-8d66-4205-8e8b-cff639116328 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232359 May 10 11:45:30.013138 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4c13aa6e-4adb-4a9d-b616-3804b56190b4 req-192d0c2f-8207-46e3-93a6-1967352559ff service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198516 May 10 11:45:38.137574 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-446bccd9-52db-4225-88ab-656c105fc6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.669840 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.865889 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-75f969f6-3064-4d3c-b098-e5afb1709b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:42.368693 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:43.709622 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:53.351571 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:45:56.907693 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:08.139022 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9dbe44e8-ff1d-4195-8ed4-4403fd9d5cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.672634 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:10.869027 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2b99f58d-64d6-4c54-b024-fbc2495fe19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:12.370864 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:13.712753 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.072386 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49264) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:23.137980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.167529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.229130 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.232749 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-cba2b60c-978c-4095-8d68-dda438c26ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:23.247162 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08aa224-3e21-497d-8485-fa1921707af1,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:23.256042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:23.257121 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] 10.222.0.41 "DELETE /v2.0/security-groups/f08aa224-3e21-497d-8485-fa1921707af1 HTTP/1.1" status: 204 len: 168 time: 0.1837888 May 10 11:46:23.258566 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.258927 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.259280 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.259634 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.259976 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.260320 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.260663 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.261003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.261368 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.261705 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.262040 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.262380 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:23.265586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:23.410914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49272) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:24.194655 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.590896 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Deleting port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:24.591147 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.706657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] For port 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:24.707072 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:24.828362 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Calling delete_port for 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf owned by network:router_interface {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:25.095671 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.099736 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:25.141081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:25.144687 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:25.512215 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.856639 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:46:26.030920 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:46:26.040837 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0838cb52-7a6b-42b2-ab26-9d32b8c7a29a admin admin] 10.222.0.41 "PUT /v2.0/routers/c7bbe6b3-1d32-4090-93ac-928eee0bc9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288319 May 10 11:46:26.043020 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Sync routers for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:26.043522 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49306) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:26.055446 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:26.056064 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.225706 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.257367 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:26.420031 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.490505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Deleting port baf81319-98f2-4b0a-86d7-3ef0d4080bc7 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:26.490845 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.594205 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:46:25Z', 'revision_number': 5, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port': {'id': 'baf81319-98f2-4b0a-86d7-3ef0d4080bc7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:54Z', 'updated_at': '2021-05-10T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.600146 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Checking router: c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:26.609382 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Routers {'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:26.610009 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.720624 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] For port baf81319-98f2-4b0a-86d7-3ef0d4080bc7, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:26.721078 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.761847 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] Set router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:26.847737 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Calling delete_port for baf81319-98f2-4b0a-86d7-3ef0d4080bc7 owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:26.869627 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:46:26Z', 'revision_number': 6, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:26.873737 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4f2c2-548b-4831-9ee1-12a814303754 None None] The sync data for ids ['c7bbe6b3-1d32-4090-93ac-928eee0bc9a5'] in dv-cinder-784945-6-iscsi is: [{'id': 'c7bbe6b3-1d32-4090-93ac-928eee0bc9a5', 'name': 'tempest-TestVolumeBootPattern-1191239612-router', 'tenant_id': '80d945102a964d8bb959c00e14f35377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:53Z', 'updated_at': '2021-05-10T11:46:26Z', 'revision_number': 6, 'project_id': '80d945102a964d8bb959c00e14f35377', 'gw_port_host': None}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:26.915855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.986788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.990481 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-821de1d6-44fa-4899-92d2-1d568dfa35dc tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:27.037957 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Pushing event deleted for resources: {'Port': ['ID=baf81319-98f2-4b0a-86d7-3ef0d4080bc7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:27.040384 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:27.128677 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.306849 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.309257 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.399220 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.399933 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:46:27.414952 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.418484 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] 10.222.0.41 "DELETE /v2.0/routers/c7bbe6b3-1d32-4090-93ac-928eee0bc9a5 HTTP/1.1" status: 204 len: 168 time: 1.3717330 May 10 11:46:27.418663 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49330) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:27.480728 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Deleting subnet 1ee6fcdd-5613-49c2-b035-1666f71a56fb {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:46:27.483725 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.531683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.644407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.889776 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.893814 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-fa7b2acf-29ab-44ae-bd71-d7ec0120a5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:27.929243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee6fcdd-5613-49c2-b035-1666f71a56fb,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:27.932265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:27.933269 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.941863 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c5a29-e255-4647-bb7e-84c7485c0814 None None] Network 26f36d2c-ad89-42a5-a4cd-68304e4e8106 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:27.942326 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e1ead6dd-4666-468e-80c7-3d0a3651f93c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ee6fcdd-5613-49c2-b035-1666f71a56fb HTTP/1.1" status: 204 len: 168 time: 0.5192008 May 10 11:46:27.942326 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49336) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:28.141631 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.192489 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798508c-4013-471f-ac01-805e25affa45 None None] DHCP port deletion for 26f36d2c-ad89-42a5-a4cd-68304e4e8106 request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:28.212565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Deleting port 0802fa67-9839-402c-af5c-d1da5090727b {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:28.212917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.259894 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Deleting port 0802fa67-9839-402c-af5c-d1da5090727b {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:28.260202 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.313708 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] For port 0802fa67-9839-402c-af5c-d1da5090727b, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=0802fa67-9839-402c-af5c-d1da5090727b,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:28.314065 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.371064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-2798508c-4013-471f-ac01-805e25affa45 None None] For port 0802fa67-9839-402c-af5c-d1da5090727b, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=0802fa67-9839-402c-af5c-d1da5090727b,segment=NetworkSegment(d872c70f-bae2-4822-a299-0d0c402b7be2),segment_id=d872c70f-bae2-4822-a299-0d0c402b7be2)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:28.371696 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.445940 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Calling delete_port for 0802fa67-9839-402c-af5c-d1da5090727b owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:28.509459 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.514932 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Calling delete_port for 0802fa67-9839-402c-af5c-d1da5090727b owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:28.521155 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-966a82a5-33af-446d-8de5-6295b4cb6726 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:28.562409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] No DVR routers for this DVR port 0802fa67-9839-402c-af5c-d1da5090727b on host dv-cinder-784945-6-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:28.594969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=0802fa67-9839-402c-af5c-d1da5090727b,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:28.599462 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:28.645357 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.649715 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:28.686860 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.691396 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Pushing event deleted for resources: {'Port': ['ID=0802fa67-9839-402c-af5c-d1da5090727b,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:28.693878 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798508c-4013-471f-ac01-805e25affa45 None None] No DVR routers for this DVR port 0802fa67-9839-402c-af5c-d1da5090727b on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:28.699673 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f36d2c-ad89-42a5-a4cd-68304e4e8106']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:28.701405 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.701749 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.702085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.702414 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.702742 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.703070 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.703386 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.703720 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.704022 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.704336 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.704651 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.704964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:28.708502 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:28.712151 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd872c70f-bae2-4822-a299-0d0c402b7be2') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:28.712453 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd872c70f-bae2-4822-a299-0d0c402b7be2') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:28.724606 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.741756 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.748032 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:28.748438 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:28.762349 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:28.787115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:28.820717 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:28.821072 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8cf94c41-7d3e-42f5-b3e7-deb35ef11ecf not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:28.828011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device baf81319-98f2-4b0a-86d7-3ef0d4080bc7 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:28.839791 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.843710 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:28.856756 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: baf81319-98f2-4b0a-86d7-3ef0d4080bc7 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:28.857107 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device baf81319-98f2-4b0a-86d7-3ef0d4080bc7 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:28.857561 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 0802fa67-9839-402c-af5c-d1da5090727b no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:28.863525 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f36d2c-ad89-42a5-a4cd-68304e4e8106,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:28.866177 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:28.869033 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:28.875286 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-4014179e-f8f8-4c7e-b4d0-f3ff0c37dd81 admin admin] 10.222.0.41 "DELETE /v2.0/networks/26f36d2c-ad89-42a5-a4cd-68304e4e8106 HTTP/1.1" status: 204 len: 168 time: 0.9326613 May 10 11:46:28.878081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49352) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:28.898118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 0802fa67-9839-402c-af5c-d1da5090727b {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:28.898480 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 0802fa67-9839-402c-af5c-d1da5090727b not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:29.397492 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:29.903237 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Deleting port 707a0677-d2fe-4a06-9321-02eb9a341668 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:29.903574 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.019431 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] For port 707a0677-d2fe-4a06-9321-02eb9a341668, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=707a0677-d2fe-4a06-9321-02eb9a341668,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:30.019783 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.139037 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Calling delete_port for 707a0677-d2fe-4a06-9321-02eb9a341668 owned by network:router_interface {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:30.223419 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-7918c8cd-f0c4-481b-bbf0-75cabd03427c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684502 May 10 11:46:30.279379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.283942 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-854909dd-c0ef-480a-8a7b-8af8a38d5904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:30.313945 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068d33-414e-42f5-be5e-905d811557f3 req-f7776eb1-e548-43c8-b3b0-9bd99a440108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:30.315423 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-f7776eb1-e548-43c8-b3b0-9bd99a440108 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2e07eb3e5440b2a96044402a33673c&device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 1098 time: 0.0709233 May 10 11:46:30.325934 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Pushing event deleted for resources: {'Port': ['ID=707a0677-d2fe-4a06-9321-02eb9a341668,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:30.329010 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:30.352267 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:46:30.467309 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068d33-414e-42f5-be5e-905d811557f3 req-7a94e00d-b790-43ec-b9e7-0675d4f9afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:30.469108 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-7a94e00d-b790-43ec-b9e7-0675d4f9afb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 200 len: 915 time: 0.1338720 May 10 11:46:30.549979 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-3ad4acc0-6d28-4be4-b8af-5f8b83f22f8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 200 len: 217 time: 0.0694857 May 10 11:46:30.621938 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068d33-414e-42f5-be5e-905d811557f3 req-dbe0614e-a9be-4c1b-8a5e-5af047b740bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:30.623362 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-dbe0614e-a9be-4c1b-8a5e-5af047b740bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f02320a-598c-4ea3-a483-1ceff2e62606 HTTP/1.1" status: 200 len: 854 time: 0.0671964 May 10 11:46:30.624357 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:30.791418 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-c1cb7e56-8818-44d0-aa3c-e3984b72571c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9b1021c-9f01-4819-b66b-56a18cad1716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612580 May 10 11:46:30.923162 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-b1df6767-5d1c-4ff3-a024-1d19762a47e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254036 May 10 11:46:31.062640 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-00068d33-414e-42f5-be5e-905d811557f3 req-ffa5cd9a-d566-488c-8d6f-ee4584d78ff3 service neutron] 10.222.0.21 "GET /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325281 May 10 11:46:31.127785 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:46:31.298358 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:46:31.307038 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] 10.222.0.41 "PUT /v2.0/routers/59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280038 May 10 11:46:31.308365 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Sync routers for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:31.309444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49380) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:31.318446 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:31.319064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:31.482583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.490860 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:31.658751 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.738379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Deleting port ad1d7796-c96c-41fe-b1f5-ef8faf67200d {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:31.738751 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.825650 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:46:30Z', 'revision_number': 5, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port': {'id': 'ad1d7796-c96c-41fe-b1f5-ef8faf67200d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:34:08Z', 'updated_at': '2021-05-10T11:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:31.829961 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Checking router: 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:31.839522 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Routers {'59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:31.840064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:31.875072 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] For port ad1d7796-c96c-41fe-b1f5-ef8faf67200d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:31.875428 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:31.993234 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] Set router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf gateway port host: None {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:31.997938 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Calling delete_port for ad1d7796-c96c-41fe-b1f5-ef8faf67200d owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:32.097342 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:46:31Z', 'revision_number': 6, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:32.101248 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf169f4-a1b2-4d08-aa0a-9aacb2e712f0 None None] The sync data for ids ['59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf'] in dv-cinder-784945-6-iscsi is: [{'id': '59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf', 'name': 'tempest-TestVolumeBootPattern-1141616191-router', 'tenant_id': '998fe872fcac4863a625a9cea4d8d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:34:07Z', 'updated_at': '2021-05-10T11:46:31Z', 'revision_number': 6, 'project_id': '998fe872fcac4863a625a9cea4d8d7a3', 'gw_port_host': None}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:32.137588 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.142336 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:32.184838 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d7796-c96c-41fe-b1f5-ef8faf67200d,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:32.210618 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:32.274510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.444562 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.446842 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.574815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.575323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:46:32.587974 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.589090 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-01cd3191-4b71-4990-b49b-f4f8af52f2f1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/59e80a3c-f6fc-4d1f-bffc-5c3dfc5ee8bf HTTP/1.1" status: 204 len: 168 time: 1.2785866 May 10 11:46:32.591685 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49396) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:32.649012 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Deleting subnet 7153aac2-ee99-4078-8770-d3229fe7d33b {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:46:32.651831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.701870 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.782109 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:32.896310 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device ad1d7796-c96c-41fe-b1f5-ef8faf67200d no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:32.933543 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: ad1d7796-c96c-41fe-b1f5-ef8faf67200d {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:32.933769 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device ad1d7796-c96c-41fe-b1f5-ef8faf67200d not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:32.934256 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 707a0677-d2fe-4a06-9321-02eb9a341668 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:32.967876 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 707a0677-d2fe-4a06-9321-02eb9a341668 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:32.968322 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 707a0677-d2fe-4a06-9321-02eb9a341668 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:33.068923 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.072879 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-48fda221-28e8-4f5b-bee2-b991e8d303fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:33.109496 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7153aac2-ee99-4078-8770-d3229fe7d33b,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.112697 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:33.113704 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.119895 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7153aac2-ee99-4078-8770-d3229fe7d33b HTTP/1.1" status: 204 len: 168 time: 0.5271885 May 10 11:46:33.120689 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c18487-6ae4-4bc8-ac7f-fb3a539d50d1 None None] Network b92a53d0-6518-4837-8a70-57934c78c99b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:33.122474 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49410) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:33.233150 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.309596 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Deleting port 3aef50ec-91ac-453b-a199-feacd4c7c856 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:33.309945 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.384194 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] DHCP port deletion for b92a53d0-6518-4837-8a70-57934c78c99b request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:33.416769 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] For port 3aef50ec-91ac-453b-a199-feacd4c7c856, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=3aef50ec-91ac-453b-a199-feacd4c7c856,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:33.417120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.446377 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Deleting port 3aef50ec-91ac-453b-a199-feacd4c7c856 {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:33.446690 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.540223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Calling delete_port for 3aef50ec-91ac-453b-a199-feacd4c7c856 owned by network:dhcp {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:33.542764 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] For port 3aef50ec-91ac-453b-a199-feacd4c7c856, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=3aef50ec-91ac-453b-a199-feacd4c7c856,segment=NetworkSegment(7c781d4f-8195-461a-a7e9-93368702cae4),segment_id=7c781d4f-8195-461a-a7e9-93368702cae4)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:33.543164 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.585543 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.589161 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-13733f03-6d9c-4bf2-8b3e-08710e4bfa46 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:33.632803 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Pushing event deleted for resources: {'Port': ['ID=3aef50ec-91ac-453b-a199-feacd4c7c856,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.638240 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] No DVR routers for this DVR port 3aef50ec-91ac-453b-a199-feacd4c7c856 on host dv-cinder-784945-6-iscsi {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:33.661658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Calling delete_port for 3aef50ec-91ac-453b-a199-feacd4c7c856 owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:33.666105 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.666473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.666830 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.667190 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.667537 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.667882 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.668226 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.668571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.668913 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.669278 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.669618 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.669954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:46:33.679658 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:33.703357 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.706810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:33.751798 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Pushing event deleted for resources: {'Port': ['ID=3aef50ec-91ac-453b-a199-feacd4c7c856,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.754200 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:33.756848 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] No DVR routers for this DVR port 3aef50ec-91ac-453b-a199-feacd4c7c856 on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:33.762583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.775767 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92a53d0-6518-4837-8a70-57934c78c99b']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.789228 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c781d4f-8195-461a-a7e9-93368702cae4') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.789534 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c781d4f-8195-461a-a7e9-93368702cae4') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:33.800893 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.818339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.824519 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:33.824899 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:33.838803 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:33.916799 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.920555 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:33.932917 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:33.944152 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Pushing event deleted for resources: {'Network': ['ID=b92a53d0-6518-4837-8a70-57934c78c99b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:33.949545 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] 10.222.0.41 "DELETE /v2.0/networks/b92a53d0-6518-4837-8a70-57934c78c99b HTTP/1.1" status: 204 len: 168 time: 0.8235385 May 10 11:46:33.949545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:34.096457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49428) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:34.150511 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-2a8102f6-9cba-4f86-8161-ca7a8a83820d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80d945102a964d8bb959c00e14f35377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496867 May 10 11:46:34.157704 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49432) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:34.218530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.243380 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.295608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.299562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-79c8533f-973a-44af-a0f1-94530b1e8152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:34.311828 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a95f92-63bd-4bed-827e-48f9572eed46,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:34.315654 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:34.322599 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.326628 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66a95f92-63bd-4bed-827e-48f9572eed46 HTTP/1.1" status: 204 len: 168 time: 0.1679423 May 10 11:46:34.701881 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49442) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:34.750613 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-dc90dde4-e127-4ce8-8a92-1b3cbc34ccab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=998fe872fcac4863a625a9cea4d8d7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475500 May 10 11:46:34.752901 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49446) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:34.779242 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 3aef50ec-91ac-453b-a199-feacd4c7c856 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:34.810259 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.811521 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 3aef50ec-91ac-453b-a199-feacd4c7c856 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:34.811874 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 3aef50ec-91ac-453b-a199-feacd4c7c856 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:34.837121 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.890064 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.893690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:34.906694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda270b-266c-48eb-9332-99f5c7030d90,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:34.911344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:34.914070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:34.914846 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfda270b-266c-48eb-9332-99f5c7030d90 HTTP/1.1" status: 204 len: 168 time: 0.1610425 May 10 11:46:38.140679 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2f18bf47-48ee-4c28-8599-05daa080abfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:38.764221 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae63dc-a4f0-4159-916c-7e220b0efb70 req-69200e07-7fc6-418f-9421-5bfd9896b665 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:38.765703 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2ae63dc-a4f0-4159-916c-7e220b0efb70 req-69200e07-7fc6-418f-9421-5bfd9896b665 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.0824070 May 10 11:46:38.809608 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2ae63dc-a4f0-4159-916c-7e220b0efb70 req-73c58d91-2504-47d6-950e-1f97f407db17 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/security-groups?id=c222b269-339c-4410-9cf9-a641cafc1dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 May 10 11:46:39.163803 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-662cf502-ab4f-447d-8605-387cf736d195 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:39.164484 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-662cf502-ab4f-447d-8605-387cf736d195 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Synchronizing usage tracker for tenant:3f890aa59e5a4a5aad7a617f56e0eee3 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:46:39.175890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-662cf502-ab4f-447d-8605-387cf736d195 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Unset dirty status for tenant:3f890aa59e5a4a5aad7a617f56e0eee3 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:46:39.176942 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-662cf502-ab4f-447d-8605-387cf736d195 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.21 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 945 time: 0.0892997 May 10 11:46:39.387757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Deleting port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:39.388098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.514460 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] For port c06e0775-53ac-4d46-86e0-4a16eb44e0b5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:39.514812 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.634223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Calling delete_port for c06e0775-53ac-4d46-86e0-4a16eb44e0b5 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:39.742009 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.748490 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-25cd7189-aef0-4b4b-bfa9-c6c680698086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:39.754182 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c06e0775-53ac-4d46-86e0-4a16eb44e0b5'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:46:39.792754 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Pushing event deleted for resources: {'Port': ['ID=c06e0775-53ac-4d46-86e0-4a16eb44e0b5,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:39.795804 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:39.870918 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] No DVR routers for this DVR port c06e0775-53ac-4d46-86e0-4a16eb44e0b5 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:39.873385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:39.875929 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'name': 'network-vif-deleted', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:46:39.893479 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8c38456e-d720-4708-9ddf-ee5a20229bb7 req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.21 "DELETE /v2.0/ports/c06e0775-53ac-4d46-86e0-4a16eb44e0b5 HTTP/1.1" status: 204 len: 173 time: 0.7102859 May 10 11:46:40.103805 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-61ca79a3-ecb2-4a32-b295-b9fe8639d433 req-eb1b40f6-8f6f-4404-98ad-bea1ee378968 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b6ff8-95ae-4425-80b8-dea255b5eb5c HTTP/1.1" status: 200 len: 210 time: 0.1591229 May 10 11:46:40.675105 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:40.885118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c3401c88-7b75-4447-ab48-fb60d312edf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:41.083157 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b6ff8-95ae-4425-80b8-dea255b5eb5c', 'name': 'network-vif-deleted', 'tag': 'c06e0775-53ac-4d46-86e0-4a16eb44e0b5', 'status': 'completed', 'code': 200} May 10 11:46:41.895205 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c06e0775-53ac-4d46-86e0-4a16eb44e0b5 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:41.988669 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: c06e0775-53ac-4d46-86e0-4a16eb44e0b5 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:41.989150 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c06e0775-53ac-4d46-86e0-4a16eb44e0b5 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:42.043237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49604) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:42.373831 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:42.681196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.159709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Deleting port aa93232c-f725-472a-bb29-8fefa310d3e2 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:43.160050 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.279968 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] For port aa93232c-f725-472a-bb29-8fefa310d3e2, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=aa93232c-f725-472a-bb29-8fefa310d3e2,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:43.280238 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.406052 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Calling delete_port for aa93232c-f725-472a-bb29-8fefa310d3e2 owned by network:router_interface {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:43.452364 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6b2eb-2ff7-405d-9058-4968080f147a req-f4026430-e06e-4626-9268-ed2646073e94 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:43.453844 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13e6b2eb-2ff7-405d-9058-4968080f147a req-f4026430-e06e-4626-9268-ed2646073e94 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.0824511 May 10 11:46:43.497847 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13e6b2eb-2ff7-405d-9058-4968080f147a req-a8df0629-d772-418b-bb51-e12a5cb9f8b1 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 May 10 11:46:43.670664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.674440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:43.717367 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa93232c-f725-472a-bb29-8fefa310d3e2,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:43.720264 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:43.720782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:44.042818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.056349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-0b03eb0a-791d-4b7d-a8d2-90a43603b2b3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:44.057035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-0b03eb0a-791d-4b7d-a8d2-90a43603b2b3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Synchronizing usage tracker for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:46:44.193306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-0b03eb0a-791d-4b7d-a8d2-90a43603b2b3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Unset dirty status for tenant:2d2e07eb3e5440b2a96044402a33673c on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:46:44.194417 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-0b03eb0a-791d-4b7d-a8d2-90a43603b2b3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.3183718 May 10 11:46:44.575099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Deleting port d9365b9a-9942-4215-a624-7e00bb6bd3d6 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:44.575443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.681507 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Router a5d40649-fac6-4491-9d52-16679aa1808e has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:46:44.686591 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6816c-5e01-451d-9ecf-b6eab66eef81 req-f4eb00ff-50d4-4a07-99a0-cddb9f7c3343 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:46:44.688070 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-29f6816c-5e01-451d-9ecf-b6eab66eef81 req-f4eb00ff-50d4-4a07-99a0-cddb9f7c3343 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 945 time: 0.0809402 May 10 11:46:44.733366 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-29f6816c-5e01-451d-9ecf-b6eab66eef81 req-6aac29cc-bde7-44a6-81f5-24f6073eec71 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/security-groups?id=87825d8f-8c96-4dfb-b514-e197df059b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 May 10 11:46:44.854391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] For port d9365b9a-9942-4215-a624-7e00bb6bd3d6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d9365b9a-9942-4215-a624-7e00bb6bd3d6,segment=NetworkSegment(a18efff0-ed24-4544-8987-9e0ab476dff2),segment_id=a18efff0-ed24-4544-8987-9e0ab476dff2)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:44.854947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:44.990727 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Calling delete_port for d9365b9a-9942-4215-a624-7e00bb6bd3d6 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:45.027808 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:46:45.037284 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Sync routers for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:45.046842 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:45.047457 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.049190 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] 10.222.0.41 "PUT /v2.0/routers/a5d40649-fac6-4491-9d52-16679aa1808e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039217 May 10 11:46:45.052614 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49640) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:45.146325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.152029 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5a25bf00-fbc4-4e95-8047-97bcf66c60ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:45.157613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['d9365b9a-9942-4215-a624-7e00bb6bd3d6'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:46:45.201469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Pushing event deleted for resources: {'Port': ['ID=d9365b9a-9942-4215-a624-7e00bb6bd3d6,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:45.203794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:45.233796 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:45.258292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.291418 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] No DVR routers for this DVR port d9365b9a-9942-4215-a624-7e00bb6bd3d6 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:45.293924 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.297800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'name': 'network-vif-deleted', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:46:45.331649 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-faaf19df-9fd5-4e36-9576-2e72422a9043 req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.21 "DELETE /v2.0/ports/d9365b9a-9942-4215-a624-7e00bb6bd3d6 HTTP/1.1" status: 204 len: 173 time: 1.1281748 May 10 11:46:45.387604 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f652a2a-611a-40c8-9311-02bd07ee6b31', 'name': 'network-vif-deleted', 'tag': 'd9365b9a-9942-4215-a624-7e00bb6bd3d6', 'status': 'completed', 'code': 200} May 10 11:46:45.455619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.524288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Deleting port d7eea8a4-af1c-47ab-b009-945ddf08cf3e {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:45.524978 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.568340 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:46:43Z', 'revision_number': 5, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port': {'id': 'd7eea8a4-af1c-47ab-b009-945ddf08cf3e', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:26Z', 'updated_at': '2021-05-10T11:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.571971 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Checking router: a5d40649-fac6-4491-9d52-16679aa1808e for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:45.580080 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Routers {'a5d40649-fac6-4491-9d52-16679aa1808e'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:45.580674 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['a5d40649-fac6-4491-9d52-16679aa1808e'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.641791 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] For port d7eea8a4-af1c-47ab-b009-945ddf08cf3e, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:45.642148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:45.727326 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] Set router a5d40649-fac6-4491-9d52-16679aa1808e gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:45.857304 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:46:45Z', 'revision_number': 6, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:45.858291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Calling delete_port for d7eea8a4-af1c-47ab-b009-945ddf08cf3e owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:45.861663 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede5d0-eafd-4ed9-ab92-98d180f555a2 None None] The sync data for ids ['a5d40649-fac6-4491-9d52-16679aa1808e'] in dv-cinder-784945-6-iscsi is: [{'id': 'a5d40649-fac6-4491-9d52-16679aa1808e', 'name': 'tempest-TestMinimumBasicScenario-582394159-router', 'tenant_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:24Z', 'updated_at': '2021-05-10T11:46:45Z', 'revision_number': 6, 'project_id': '3f890aa59e5a4a5aad7a617f56e0eee3', 'gw_port_host': None}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:45.912729 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-76245dcf-a2fc-47de-b05b-ffe0612c6886 req-5d5dac3b-c1f2-4dca-a176-972e75118a9c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0510643 May 10 11:46:46.049906 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.054407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:46.098363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eea8a4-af1c-47ab-b009-945ddf08cf3e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:46.123508 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:46.216272 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.390434 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.392505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.414107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.414644 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d40649-fac6-4491-9d52-16679aa1808e {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:46:46.426442 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.428149 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e86dd3c3-2993-4b5f-99e2-02ecface8c95 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a5d40649-fac6-4491-9d52-16679aa1808e HTTP/1.1" status: 204 len: 168 time: 1.3738689 May 10 11:46:46.430560 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49658) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:46.490555 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Deleting subnet 9817c3e3-520e-4a3f-b644-9b517dc153fa {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:46:46.493406 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.543379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.620438 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.792999 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device d7eea8a4-af1c-47ab-b009-945ddf08cf3e no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:46.830333 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: d7eea8a4-af1c-47ab-b009-945ddf08cf3e {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:46.830686 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device d7eea8a4-af1c-47ab-b009-945ddf08cf3e not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:46.831110 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device aa93232c-f725-472a-bb29-8fefa310d3e2 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:46.870113 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: aa93232c-f725-472a-bb29-8fefa310d3e2 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:46.870475 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device aa93232c-f725-472a-bb29-8fefa310d3e2 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:46.883146 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.887679 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-48ef1d86-fde1-4e48-a62f-99a52f8db33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:46.921580 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9817c3e3-520e-4a3f-b644-9b517dc153fa,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:46.923407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:46.926141 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:46.928681 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682bd35-536e-4283-943e-f067295bb738 None None] Network 86b86787-20c1-464f-9359-22482ccdd195 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:46.929869 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9817c3e3-520e-4a3f-b644-9b517dc153fa HTTP/1.1" status: 204 len: 168 time: 0.4981887 May 10 11:46:46.932313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49662) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:47.078363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.081643 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-66b4c15c-1abf-4ae0-96f2-52d4c078ab06 req-286a5670-03c8-4a91-b487-a7d529db5e15 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0529778 May 10 11:46:47.174242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Deleting port fb4533dc-6cc8-42e1-956b-e88912bf6b8d {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:47.174531 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.202307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] DHCP port deletion for 86b86787-20c1-464f-9359-22482ccdd195 request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:47.272558 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Deleting port fb4533dc-6cc8-42e1-956b-e88912bf6b8d {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:47.272948 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.378655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] For port fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:47.379050 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.379873 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] For port fb4533dc-6cc8-42e1-956b-e88912bf6b8d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,segment=NetworkSegment(e810d211-3684-4bea-9dc0-d74d5ed53af0),segment_id=e810d211-3684-4bea-9dc0-d74d5ed53af0)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:47.380843 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.499912 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Calling delete_port for fb4533dc-6cc8-42e1-956b-e88912bf6b8d owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:47.500420 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Calling delete_port for fb4533dc-6cc8-42e1-956b-e88912bf6b8d owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:47.546164 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.550795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:47.553399 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.558144 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:47.595202 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Pushing event deleted for resources: {'Port': ['ID=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:47.598032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:47.599337 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] No DVR routers for this DVR port fb4533dc-6cc8-42e1-956b-e88912bf6b8d on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:47.606181 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4533dc-6cc8-42e1-956b-e88912bf6b8d,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:47.609013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:47.609800 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] No DVR routers for this DVR port fb4533dc-6cc8-42e1-956b-e88912bf6b8d on host dv-cinder-784945-6-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:47.722847 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.735891 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b86787-20c1-464f-9359-22482ccdd195']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:47.748029 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e810d211-3684-4bea-9dc0-d74d5ed53af0') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:47.748323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e810d211-3684-4bea-9dc0-d74d5ed53af0') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:47.759225 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.774844 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.780712 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:47.781093 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: util.warn( May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: util.warn( May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: util.warn( May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: util.warn( May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:47.794271 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:47.869407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.874475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:47.878165 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-063e914c-bc95-4d62-a791-1e103a3b1e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:47.900965 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Pushing event deleted for resources: {'Network': ['ID=86b86787-20c1-464f-9359-22482ccdd195,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:47.903247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:47.905377 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] 10.222.0.41 "DELETE /v2.0/networks/86b86787-20c1-464f-9359-22482ccdd195 HTTP/1.1" status: 204 len: 168 time: 0.9719803 May 10 11:46:47.908100 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49676) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:47.927339 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device d9365b9a-9942-4215-a624-7e00bb6bd3d6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:47.961371 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: d9365b9a-9942-4215-a624-7e00bb6bd3d6 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:47.961719 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device d9365b9a-9942-4215-a624-7e00bb6bd3d6 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:48.243838 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-41260beb-961a-4f64-83bd-d5685eb64bc9 req-7aab7a98-379f-4d79-9621-bc845a50153d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0517771 May 10 11:46:48.478888 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:48.796586 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fb4533dc-6cc8-42e1-956b-e88912bf6b8d no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:48.829215 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: fb4533dc-6cc8-42e1-956b-e88912bf6b8d {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:48.829553 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device fb4533dc-6cc8-42e1-956b-e88912bf6b8d not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:48.981024 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Deleting port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:48.981643 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:49.096998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] For port 2a02c886-2e33-4f05-a1c7-835b9ab88d4a, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:49.097374 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:49.219107 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Calling delete_port for 2a02c886-2e33-4f05-a1c7-835b9ab88d4a owned by network:router_interface {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:49.361526 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:49.365568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a741a728-36ba-41e8-9e73-b40c493a00cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:49.412957 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a02c886-2e33-4f05-a1c7-835b9ab88d4a,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:49.415584 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:49.668675 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8a73efed-3c88-47d0-8ba7-23e741b5493f req-f38aa367-de05-4b06-84f0-247b22530dfb tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.1560402 May 10 11:46:49.728937 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.168214 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:46:50.339348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:46:50.347914 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] 10.222.0.41 "PUT /v2.0/routers/1bda29c8-9fcf-4909-85a9-ed7c08c5cf55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4388671 May 10 11:46:50.348634 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Sync routers for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:46:50.350449 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49700) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:50.357771 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:50.358385 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:50.529928 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.542131 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:50.718788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.838751 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Deleting port 7c2867dc-e859-4772-8ec1-9c84c6c795a9 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:50.839341 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:50.853101 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ee08a239-e763-464d-a3b9-7c5fce28b9f7 req-3596f7af-5221-4bfc-b210-5c528c7525fc tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0660050 May 10 11:46:50.876944 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:46:49Z', 'revision_number': 5, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port': {'id': '7c2867dc-e859-4772-8ec1-9c84c6c795a9', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:33:37Z', 'updated_at': '2021-05-10T11:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:50.881406 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Checking router: 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:46:50.889694 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Routers {'1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:46:50.890307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:46:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:50.963936 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] For port 7c2867dc-e859-4772-8ec1-9c84c6c795a9, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c2867dc-e859-4772-8ec1-9c84c6c795a9,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:50.964292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.035836 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] Set router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 gateway port host: None {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:46:51.087306 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Calling delete_port for 7c2867dc-e859-4772-8ec1-9c84c6c795a9 owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:51.145798 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:46:50Z', 'revision_number': 6, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:51.149790 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0322594-fa0b-4d44-9969-88db455a031f None None] The sync data for ids ['1bda29c8-9fcf-4909-85a9-ed7c08c5cf55'] in dv-cinder-784945-6-iscsi is: [{'id': '1bda29c8-9fcf-4909-85a9-ed7c08c5cf55', 'name': 'tempest-TestMinimumBasicScenario-195116006-router', 'tenant_id': '91fd27f3a683423eaa7e48092dee1222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:33:36Z', 'updated_at': '2021-05-10T11:46:50Z', 'revision_number': 6, 'project_id': '91fd27f3a683423eaa7e48092dee1222', 'gw_port_host': None}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:46:51.222593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.226497 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-aad27e04-a372-4407-8a11-cd0800f1eded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:51.270669 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2867dc-e859-4772-8ec1-9c84c6c795a9,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:51.273768 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:51.358740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.635474 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.637654 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.659494 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.660066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:46:51.681679 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.682788 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0a4d4055-f3f4-47e9-8494-0004d48aee06 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1bda29c8-9fcf-4909-85a9-ed7c08c5cf55 HTTP/1.1" status: 204 len: 168 time: 1.3312466 May 10 11:46:51.685462 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49720) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:51.745644 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Deleting subnet 5d2ac9a4-e575-4c78-8e06-6aaf470f62df {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:46:51.748630 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.797341 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:51.875398 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.044274 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65fadca3-ce2b-406a-bc78-0c629bfa40bf req-63c4424f-015d-4ac8-9ee2-379e84793674 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0513816 May 10 11:46:52.174448 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.179242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:52.213228 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2ac9a4-e575-4c78-8e06-6aaf470f62df,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:52.215126 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.218609 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:52.219876 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dbbb5-9fbf-4686-bf4c-39972fd348a9 None None] Network b35f8934-9a6a-4213-829c-0d953cc2e4e3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:46:52.221995 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-639981e3-a5d6-453a-8b8d-e6641de11480 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5d2ac9a4-e575-4c78-8e06-6aaf470f62df HTTP/1.1" status: 204 len: 168 time: 0.5355155 May 10 11:46:52.224493 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 49728) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:52.329249 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.398982 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Deleting port f5ab3f0d-269a-47c2-902f-87a63b61a016 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:52.399322 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.452359 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] DHCP port deletion for b35f8934-9a6a-4213-829c-0d953cc2e4e3 request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:46:52.500410 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] For port f5ab3f0d-269a-47c2-902f-87a63b61a016, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=f5ab3f0d-269a-47c2-902f-87a63b61a016,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:52.500926 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.517844 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Deleting port f5ab3f0d-269a-47c2-902f-87a63b61a016 {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:46:52.518222 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.611980 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] For port f5ab3f0d-269a-47c2-902f-87a63b61a016, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=f5ab3f0d-269a-47c2-902f-87a63b61a016,segment=NetworkSegment(51bc4eff-a655-4bb9-a070-8768f748561f),segment_id=51bc4eff-a655-4bb9-a070-8768f748561f)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:46:52.612447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.624654 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Calling delete_port for f5ab3f0d-269a-47c2-902f-87a63b61a016 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:52.675546 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.680322 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:52.722565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ab3f0d-269a-47c2-902f-87a63b61a016,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:52.726693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:52.729512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] No DVR routers for this DVR port f5ab3f0d-269a-47c2-902f-87a63b61a016 on host dv-cinder-784945-6-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:52.743703 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Calling delete_port for f5ab3f0d-269a-47c2-902f-87a63b61a016 owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:46:52.805629 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.813913 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:52.846295 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c2867dc-e859-4772-8ec1-9c84c6c795a9 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:52.859275 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.873192 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35f8934-9a6a-4213-829c-0d953cc2e4e3']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.885265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc4eff-a655-4bb9-a070-8768f748561f') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.885564 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc4eff-a655-4bb9-a070-8768f748561f') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:46:52.889980 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] No DVR routers for this DVR port f5ab3f0d-269a-47c2-902f-87a63b61a016 on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:46:52.891408 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Pushing event deleted for resources: {'Port': ['ID=f5ab3f0d-269a-47c2-902f-87a63b61a016,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:52.894015 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 7c2867dc-e859-4772-8ec1-9c84c6c795a9 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:52.894362 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c2867dc-e859-4772-8ec1-9c84c6c795a9 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:52.894766 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2a02c886-2e33-4f05-a1c7-835b9ab88d4a no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:52.899973 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.916001 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.920766 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:52.922698 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:46:52.923190 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.931795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 2a02c886-2e33-4f05-a1c7-835b9ab88d4a {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:52.932175 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2a02c886-2e33-4f05-a1c7-835b9ab88d4a not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:52.932609 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device f5ab3f0d-269a-47c2-902f-87a63b61a016 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:46:52.936833 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:46:52.964853 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: f5ab3f0d-269a-47c2-902f-87a63b61a016 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:46:52.965225 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device f5ab3f0d-269a-47c2-902f-87a63b61a016 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:46:53.012831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.017250 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:53.030284 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.041690 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35f8934-9a6a-4213-829c-0d953cc2e4e3,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:53.044466 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b35f8934-9a6a-4213-829c-0d953cc2e4e3 HTTP/1.1" status: 204 len: 168 time: 0.8190420 May 10 11:46:53.045418 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:53.172471 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49744) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:53.194875 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c372734f-747d-4f6a-a55c-697868be2ec8 req-d1a98765-32c8-4eed-b5c0-0dd2f234b541 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0435526 May 10 11:46:53.221698 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-63b0b269-6218-4c44-8d12-e8fd5779fb6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f890aa59e5a4a5aad7a617f56e0eee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479534 May 10 11:46:53.224605 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49748) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:53.283054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.308065 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.358666 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.362456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-171fb6a1-edc9-454e-a542-ca36ed68dbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:53.373533 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222b269-339c-4410-9cf9-a641cafc1dbe,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:53.376748 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:53.380448 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.381573 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c222b269-339c-4410-9cf9-a641cafc1dbe HTTP/1.1" status: 204 len: 168 time: 0.1560957 May 10 11:46:53.724588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49758) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:53.770803 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4efac3ad-dd61-4d65-acfc-3169bca2f52f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91fd27f3a683423eaa7e48092dee1222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465291 May 10 11:46:53.772940 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 49762) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:46:53.828563 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.853197 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.906857 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.911466 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db89d57c-d687-45fd-8d33-f15843c43c7f tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:46:53.923903 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0790e53-d9ed-498c-a19a-ecb57a9b4758,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:46:53.927251 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:46:53.928180 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:53.929316 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0790e53-d9ed-498c-a19a-ecb57a9b4758 HTTP/1.1" status: 204 len: 168 time: 0.1554539 May 10 11:46:54.345774 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-49016dfb-ee79-4321-b19d-3bd9041a2b6f req-0f6ae4be-7620-4e01-bb75-df5bb9cf8804 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0442917 May 10 11:46:55.491284 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fc6a43a7-a53c-4ab5-96fa-25a271382da3 req-d83ae40c-3ff5-496d-83b0-4183f0ddf291 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0421646 May 10 11:46:56.637787 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef0c2e69-2cc7-4d92-ad85-edcfb10e9b4e req-d1ff0a8e-3918-4230-8d2c-ca9ba5f1fe67 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0418057 May 10 11:46:56.922922 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:57.787334 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1785a9fe-f625-440e-aabe-46f9ff038ca3 req-8db0e8a0-9eaf-4d05-89e6-2a84014cbcf9 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0440488 May 10 11:46:58.932018 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13bec22b-c3d1-4778-976d-8776f7b5fdb9 req-a87d6e46-c8f9-4bd8-a0a4-9c20ea0dd11d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0416501 May 10 11:47:00.075411 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ec4d8dd-d7e9-4a80-b020-1b7672019aff req-76f9bc60-9fc6-473b-b50a-2d06a2c92ee0 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0406284 May 10 11:47:01.315927 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-36afd49f-c5a1-46aa-869c-de66cfd40f83 req-521bf1b4-742c-43f3-a20e-6c82a6099007 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.1365790 May 10 11:47:02.463922 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-280193cd-ccbf-4b3f-b080-ff7d6f03a77f req-704d94b9-33ba-4f25-9d18-4616b6e729b2 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0409789 May 10 11:47:03.612420 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b043d9db-512f-4ded-9362-2ef69960110d req-c6527338-1971-4900-bff3-ca954626cbaa tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0425487 May 10 11:47:04.761721 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ce5ca486-791f-447e-9942-bdb26da18dee req-ccbf26e6-a79b-4b06-b1ab-61e4dd622fe4 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0433924 May 10 11:47:05.910932 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d535e942-453f-41ba-9515-f50617447c22 req-0409640d-674c-42d0-864f-1a7e62af9e38 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0426733 May 10 11:47:07.061394 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9945b7f4-3ef2-40ac-a553-ede637e22eb2 req-fce7f46b-0693-4cc1-921c-9cc1885cd479 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0468218 May 10 11:47:07.350339 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:47:08.143116 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8a25f665-e49a-45a3-8fee-734132d071dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:08.208689 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-47ecb0d4-fbb5-4429-ad07-659420b7a1d4 req-8c03adf8-5aa3-40ec-af34-7ab306c13227 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0408161 May 10 11:47:09.355500 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0a61bb2-7b24-44fc-9fc1-25f07b2aee69 req-33a988fc-6108-4544-87e5-ffbf8675a5d8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0415864 May 10 11:47:10.505878 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c49efad4-81bc-4909-abcf-39f2d9324a9a req-1eb11691-9b97-485f-b863-ace2c34d69d4 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0443561 May 10 11:47:10.677553 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:10.866204 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-760451d9-3a0c-48d6-978e-af7ccfa975bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:11.652528 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ef528e5-5fef-495e-9601-f6af071b1cef req-e609695e-b415-4725-ac93-62443cbcd3e3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0413225 May 10 11:47:12.376171 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:12.799461 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f3927d32-c6e7-41a7-8d6e-db97e89d564f req-1763f5bb-6cb9-4c1f-8fa5-21da937a9bf6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0425236 May 10 11:47:13.716565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:13.945738 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-82683a2a-0325-41f7-a983-280b7a1ad118 req-4987ffe1-469c-43ab-9fea-132c4ef8e596 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0439696 May 10 11:47:15.091582 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dc29a4b9-1166-404f-b403-1842281e37c1 req-8166a3a1-65a8-4b66-b6d1-23ffa155d91c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0422955 May 10 11:47:16.236739 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-39c790b4-da8d-425b-a3ea-bcde5a3d3eed req-0388eae6-3b59-4278-b693-ade0bf188887 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0429730 May 10 11:47:17.389787 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f79a449-48ea-448a-bfb6-e23b4105025f req-49a81e17-085a-4750-b925-688002c467f8 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0462461 May 10 11:47:18.538940 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6d56c14-36ca-4262-9f31-045740745695 req-0904078c-9d74-4267-908c-a21ea02f2d11 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0420797 May 10 11:47:19.401774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4857d73-a07d-4bb8-811d-2eeea5e4aa9a req-97656b6e-e481-4c1c-a162-750f3969a23b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:19.403220 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4857d73-a07d-4bb8-811d-2eeea5e4aa9a req-97656b6e-e481-4c1c-a162-750f3969a23b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0790026 May 10 11:47:19.449662 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4857d73-a07d-4bb8-811d-2eeea5e4aa9a req-78fc30ce-becc-41fd-87c3-6a96939ede76 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 May 10 11:47:19.685634 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1ed280c8-dc71-4903-be85-47b9d47b335d req-44a795d6-2139-4562-87cf-5a6a89d58251 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0411625 May 10 11:47:19.964373 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-f8e8eece-b239-4f7d-acc8-f1423831456e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:19.965070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-f8e8eece-b239-4f7d-acc8-f1423831456e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:47:19.976829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-f8e8eece-b239-4f7d-acc8-f1423831456e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:47:19.977915 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-f8e8eece-b239-4f7d-acc8-f1423831456e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0895827 May 10 11:47:20.108684 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Deleting port afe7977b-9284-4ee9-b2ec-87d037df2f59 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:47:20.108943 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.322380 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] For port afe7977b-9284-4ee9-b2ec-87d037df2f59, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=afe7977b-9284-4ee9-b2ec-87d037df2f59,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:47:20.322734 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.603836 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.604251 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.604722 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.l3_db [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Floating IP c9987d22-94ef-4399-8ffb-fb1316a99eaa disassociated. External IP: 172.27.2.236, port: afe7977b-9284-4ee9-b2ec-87d037df2f59. May 10 11:47:20.604942 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Calling delete_port for afe7977b-9284-4ee9-b2ec-87d037df2f59 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:47:20.633188 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843129-dc10-4e96-a809-daf5bd79f01c req-b91d3e63-db9b-416e-9778-2cc21106830c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:20.634656 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c843129-dc10-4e96-a809-daf5bd79f01c req-b91d3e63-db9b-416e-9778-2cc21106830c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 945 time: 0.0809419 May 10 11:47:20.689554 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4c843129-dc10-4e96-a809-daf5bd79f01c req-a61061cd-b21d-4080-b33f-46c78accfe3b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8d3959-33d4-4866-ae10-d7c310da22dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490456 May 10 11:47:20.722751 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:20.728520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dedb503a-f1a1-4320-b489-1739276d214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:47:20.773132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'Port': ['ID=afe7977b-9284-4ee9-b2ec-87d037df2f59,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:47:20.776257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:47:20.841598 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-749082a9-53bc-46d4-bf9b-9d74317a9160 req-9a4400a4-3518-4d61-af94-af13a735ca63 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0416996 May 10 11:47:20.959375 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:47:21.133406 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:47:21.142971 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:47:21.153728 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:47:21.154837 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:47:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.207183 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] No DVR routers for this DVR port afe7977b-9284-4ee9-b2ec-87d037df2f59 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:47:21.209853 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:21.212607 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'name': 'network-vif-deleted', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:47:21.236573 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-ba6bdb10-6af0-4e45-be3a-56afba7a6079 req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "DELETE /v2.0/ports/afe7977b-9284-4ee9-b2ec-87d037df2f59 HTTP/1.1" status: 204 len: 173 time: 1.2530730 May 10 11:47:21.271524 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1d48fc-eadb-4590-84ae-b166b2e4193c', 'name': 'network-vif-deleted', 'tag': 'afe7977b-9284-4ee9-b2ec-87d037df2f59', 'status': 'completed', 'code': 200} May 10 11:47:21.355661 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:47:21.657246 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.660823 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:47:21.668845 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:47:21.669470 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:47:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:21.842598 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:47:21.842840 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69617e07-ea91-429d-8494-e0f2d013f46b req-f0ac7f2c-8967-4286-b30c-00dd2875c417 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0420070 May 10 11:47:21.996547 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a3c686b1-f2ca-46bd-90fa-dab49c75337c req-ca16a744-8361-4f66-a832-6a8a597711d2 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0449877 May 10 11:47:22.148891 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:47:22.152773 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4daf9-0645-48f9-aa1a-03046ea96aa3 None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:47:22.357503 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b2846-006d-44b5-97ac-8ce202e6ac31 None None] New status for floating IP c9987d22-94ef-4399-8ffb-fb1316a99eaa: DOWN {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:47:22.986859 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3be99ba4-fff5-401f-8c4c-0f87e6dac71b req-72d37f7d-d314-4b0a-835c-29f57231444a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0422580 May 10 11:47:23.142550 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-316df205-a05d-4f6b-89ec-f72f3dc9cba8 req-a83817e6-4f25-4830-95de-5be5a47054ce tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0410392 May 10 11:47:24.107160 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device afe7977b-9284-4ee9-b2ec-87d037df2f59 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:47:24.136427 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e3a948cc-3636-4cd2-9b0e-3b80170bfbb6 req-733d2601-b197-44e9-a02a-30e133ba6b36 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0448482 May 10 11:47:24.140502 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: afe7977b-9284-4ee9-b2ec-87d037df2f59 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:47:24.140903 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device afe7977b-9284-4ee9-b2ec-87d037df2f59 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:47:24.287111 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-91e0912f-1453-435f-a1dc-652e686cf5b0 req-63072cc3-77dd-4de0-b578-e971fa79c85d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0412102 May 10 11:47:25.281480 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1f79601d-119c-4f0b-ae0d-9d334495ab93 req-b1111f02-1daa-4b89-9088-d18c698be0d6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0411196 May 10 11:47:25.438789 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8c97994f-d35f-4585-a970-6811fedf6815 req-52ebe636-4ac0-4f81-8014-e9f29f74018a tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0442362 May 10 11:47:26.585839 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cafab69e-ec9a-472f-81e6-5d13e0e20ce8 req-5e15cd9b-8702-4f06-9fbd-130a28621b87 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0420487 May 10 11:47:26.635936 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed69a974-539b-4b18-9dcf-e8900d8aa939 req-add883fb-c277-4dbf-b6e7-42e954a4859c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0410814 May 10 11:47:26.920064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.816890 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-caf4394b-690e-4cc2-9e8d-41f0632ed1f1 req-4bc79e60-4ac9-48f0-a06c-f769743031c2 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.1273406 May 10 11:47:27.857270 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe23b414-1c66-4100-b288-c3b15752afaf req-2ddba8b2-4727-44b4-83d0-fad5c826031f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0429406 May 10 11:47:28.966045 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-853c2af7-1187-4caf-a753-49c57638b79c req-0a5b25c9-e25b-4c11-828f-83e41b101b06 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0425699 May 10 11:47:29.009764 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2a371e4f-15ac-4d60-87b5-a99fccfb77df req-832afdf0-87b8-4e9c-bfb7-fee31ad36a6e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0460265 May 10 11:47:30.111445 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2653b32-e433-4ee8-a833-f1c65f5c4322 req-4a1cf8d1-87d2-42f8-b5dd-86eaa1b2c918 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0418713 May 10 11:47:30.153400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65234a27-fa71-43ea-903b-ddb817e99a8b req-53264c0a-7eee-4be9-9536-efe9b4e9a94a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0409367 May 10 11:47:30.434113 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-bf55fe4a-3d73-4443-a7b9-a362c192f4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1942136 May 10 11:47:30.523551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-dc47615a-ec9a-4070-869d-489780a7503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:30.524947 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-dc47615a-ec9a-4070-869d-489780a7503f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c064d402f6794dc1a7e082a79884f874&device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 1098 time: 0.0697780 May 10 11:47:30.662924 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-ccba8c4c-6cf6-4e33-96ea-399d4ede753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:30.664560 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-ccba8c4c-6cf6-4e33-96ea-399d4ede753b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 200 len: 917 time: 0.1223729 May 10 11:47:30.764873 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-20961b3e-5a49-4955-87ec-c46920bf385f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 200 len: 1000 time: 0.0938578 May 10 11:47:30.824905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-cb52db21-3874-489f-a62d-41e54f78d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:30.826235 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-cb52db21-3874-489f-a62d-41e54f78d696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 200 len: 855 time: 0.0551839 May 10 11:47:30.979638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-17e67d3b-7504-474c-a3b3-5df2347849f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:47:30.981108 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-17e67d3b-7504-474c-a3b3-5df2347849f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e50b68a-cc18-4ea1-ae17-5ab48088152b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1482420 May 10 11:47:31.105948 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-c9ebaef9-274a-4e5b-b3da-f97e940ea63a service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180372 May 10 11:47:31.234496 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ac6dc26-a7eb-4c8e-bd16-360a5d8cd415 req-3be18f81-9556-48c0-adc4-819d874d5123 service neutron] 10.222.0.21 "GET /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220944 May 10 11:47:31.266408 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-488558f6-9c89-4cff-b501-193f162e45c9 req-e5787f31-b5dd-4fda-a29e-c31e224f87e0 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0499938 May 10 11:47:31.307300 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e79f1f18-7416-4f82-b030-6bfb48df5ffd req-1e524aac-af1b-4985-8c75-5aa9f67abbc3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0434799 May 10 11:47:32.450303 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-94080a00-42ad-416c-b18b-89cb38baee52 req-5984e08f-49a2-4275-810e-a0b153ba5865 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0746622 May 10 11:47:32.462109 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-429e8ef1-cd42-4aa7-8f75-24e5c6464dbc req-51cbcc9a-f33a-49ee-89de-4d6eb5313dd1 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0505645 May 10 11:47:33.635317 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-35a22f13-35aa-43cf-8f7a-67e32c2eb215 req-0c4061ca-faed-41cb-9a7a-7ab727cc05f4 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0811696 May 10 11:47:33.637140 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-24842258-26eb-4852-b953-9ab44b8b09d8 req-532d5020-5322-4830-840b-24b85f5d3245 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0518706 May 10 11:47:34.812579 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-224f8915-9b15-46df-8520-1c4a51302dd9 req-5fd3057a-8f7c-4887-92ef-39acbefb32be tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0731442 May 10 11:47:34.820578 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ee41ccc5-6f3e-49e7-b19e-bcef8289ebbb req-fb98b166-27dc-4bdc-b80a-4eb2f0b868f4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0494041 May 10 11:47:36.001083 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e21b490b-d347-4568-812d-ab0675ebbf08 req-454a8f5d-f4aa-490d-864b-c1030a264a41 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0792947 May 10 11:47:36.003036 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f3938e36-b18d-4735-a96b-96d95f3cdf92 req-eb1993eb-0c61-4653-94c4-639b4dd8c0ba tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0795717 May 10 11:47:37.185325 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-06c6dfa1-6220-4b97-9da6-58d74cc706ce req-9d2da921-3367-42b7-9c4e-c489ea15729e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0798602 May 10 11:47:37.187228 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-aae07c14-1669-4ab6-9560-4feab917c8bd req-2901341a-dba6-498a-ba9f-f1a4cd485820 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0507324 May 10 11:47:38.145255 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1d3db848-8754-454b-900a-6524be9ef500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:38.372775 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fca91993-767e-4633-8b3a-dda60d2a9e48 req-e35066f8-b629-4279-a91c-3beb424f3eca tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0817499 May 10 11:47:38.374709 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0120ff0b-14c9-49f5-90eb-a86f97110db6 req-b4d1edab-05e1-480d-8c72-e537f4c6da92 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0825856 May 10 11:47:39.556789 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8d50e819-71fa-480e-9a1d-e8582ce1fb97 req-9c0264ce-0e8b-46a5-b84f-0e8273621299 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0772059 May 10 11:47:39.558703 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bb2b6130-6178-4a27-b664-8447488bc31a req-a9560350-6bf2-4684-85d9-d81b7aba9f5e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0780077 May 10 11:47:40.679608 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:40.739516 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7cb0cff9-006f-4bbb-8cbd-fad84c136350 req-be8f1597-4468-443c-b647-e05044d2f609 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0801809 May 10 11:47:40.746065 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d9fb923f-3ffc-4dfb-9c72-9453c6e18851 req-5cc414cd-e1a1-4490-9268-45015dfecc33 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0486729 May 10 11:47:40.867865 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-14bb42ee-8a19-43cf-b9e0-f7e8fd9e0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:41.923886 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8d737f4a-48ec-4388-83e4-595576ef1015 req-9a8c255b-7932-45ab-9761-80522d0372a0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0756657 May 10 11:47:41.931371 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6ec62a9c-752c-4a8b-bee5-e307a0780ab9 req-fd973e27-78fa-4bb5-97b9-d23d1ee119ff tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0819745 May 10 11:47:42.380140 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:43.109004 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-afb25bb6-b497-4e88-9912-f110d21972e0 req-7a777696-30e5-4f5a-8e1d-723bba358353 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0793667 May 10 11:47:43.111178 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0c138f76-9a3a-4a82-9509-2daa86deeb70 req-b1d8aa4a-6157-4720-bcbd-f1e54315130a tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0513766 May 10 11:47:43.718574 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:44.291030 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4181803f-532a-4201-af7f-8124ea6d8544 req-65a8a734-6db3-46c6-844f-829c091f12cc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0770769 May 10 11:47:44.292943 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a1d53160-e4fd-4ea9-b61d-105c6cab97e5 req-03b5beb4-c819-44b1-b22d-0d2b3bd86dc6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0778909 May 10 11:47:44.349665 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:47:45.552727 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28e9d646-0bbd-410d-bed0-7c3903831fe6 req-e7f58d2e-1b74-428e-8aae-54b6a815f512 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.1545303 May 10 11:47:45.564633 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-57bd0409-5b78-4c0d-a47a-13184c4365fd req-6934f207-c80e-4215-9922-22cf0fdaddac tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0464559 May 10 11:47:46.733859 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dc5efd88-cfc9-459c-8d06-1ed0d0809cc8 req-6ad6d3a0-c602-45ba-a916-9eccbf65b8ca tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0751119 May 10 11:47:46.740014 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ad6820d2-abab-4271-8255-7933dca72f4c req-91302c36-9528-43d7-bf07-96f2b626fa76 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0492094 May 10 11:47:47.912707 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-465d5343-de91-4869-a1dd-0ae9fdbf9113 req-b176c96a-a191-4580-8cec-4f34a621f8b1 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0749171 May 10 11:47:47.918810 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b493ac32-26f6-43db-b7b2-7e51192753cd req-ef7cbcb3-d559-4a71-a099-f0e0696f7d7c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0511556 May 10 11:47:49.098439 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c7606d29-7ff7-493e-925e-d8b1be8027bc req-25d5915e-3d74-4941-a682-80570c480493 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0818708 May 10 11:47:49.101092 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-023e45d3-78d7-4f9c-8add-3336338c3442 req-ae109981-e733-4c1e-a90f-0ac5ee31d25f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0523295 May 10 11:47:50.281041 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59476758-fe9f-4f00-b75c-a8a8a5a60a57 req-29577a41-0a35-4fbc-a9c5-9c77af25abff tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0772481 May 10 11:47:50.282984 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-48cc2da8-7cb4-44db-96f8-183e59b00b75 req-3c254550-8fd3-422a-b8a5-c46db714aea9 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0774298 May 10 11:47:51.463129 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bfb5e3d9-9cec-4c83-911f-8d040af46f4b req-e567afd9-d6db-47e5-b173-02cf14a2963c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0742152 May 10 11:47:51.469061 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-67888572-4cee-4d1e-b0fd-5e5b6a52e267 req-8332e6d4-2b67-4b86-a8b9-d2dd9003d757 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0481739 May 10 11:47:52.644175 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4d289c37-0729-4d34-b14f-5e1b1a34fa18 req-4b216a10-f26b-4d8d-9767-4116f0fa4eed tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0762699 May 10 11:47:52.650159 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-09a6f4d5-5822-47e0-af21-745798a61cf3 req-91bf7f84-21d4-4813-aafa-107a9b900481 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0519123 May 10 11:47:53.797997 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-982ef425-52c3-4385-99ac-9a046b4149b3 req-7298a501-324b-4491-80a9-9ee9ac3bce80 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0445349 May 10 11:47:53.934238 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a291de67-4b8b-4781-8fb8-73168925b62b req-f7f3f497-a7f6-4a9b-96ad-5629fcc978a5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0438461 May 10 11:47:54.944355 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7167d285-2149-4930-9758-eeeb4c475fd6 req-775ec4bb-62c0-4c09-9956-66fafb911832 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0411518 May 10 11:47:55.078444 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7c21e30b-e69e-4ffb-8365-9a4bd69c3b30 req-f2caa1c0-04da-43c2-b8a0-4e627edb273e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0406213 May 10 11:47:56.097442 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28cb8b42-301b-4fdc-8501-a439a11c6600 req-b423103f-0815-491c-a39f-04a00e1205eb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0474710 May 10 11:47:56.220843 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-389cefa3-d1ba-4a94-b8e5-012016e926c7 req-014c9b83-850b-4cb7-9e5b-6cabf1ea4560 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0411549 May 10 11:47:56.922447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.244151 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-64735c08-74fe-4c0d-b96b-5a4aa5a9c2fa req-fba37135-1725-4b23-8dd8-50c63ff84b45 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0413978 May 10 11:47:57.372711 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-944ae419-9388-481d-bbee-f4b2b781d2c1 req-1557c95d-d52b-46c8-a9d0-695eebb803bf tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0448000 May 10 11:47:58.440035 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-aaf37d48-cce3-454e-8611-14d296794e60 req-16e031c1-1c56-4e83-ae30-c30d913515c8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0926788 May 10 11:47:58.520130 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-51781017-595c-459d-9610-8e2938fbd622 req-2a2bf6f5-69a9-4585-afbf-90ee12f0a289 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0409818 May 10 11:47:59.589555 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0ca1177c-de2e-4dff-b64a-f22eb18a459f req-118606fc-a4ef-4a08-9b0c-a7569def81f7 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0445654 May 10 11:47:59.664864 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7fcb016a-8568-4138-b8ce-90b21f30130d req-da041b00-22e6-4ff6-81de-2dabe7a48b68 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0408216 May 10 11:48:00.734071 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-667880ad-547c-4269-98c2-105340134ac0 req-3be22401-8726-4a36-bb0e-013ee3383eed tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0410428 May 10 11:48:00.815156 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fa7f01a5-d654-4a99-bf71-4aa8cc9cd32d req-5474aec9-f764-41cd-87ca-366fc213c505 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0443285 May 10 11:48:01.880232 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e806cb55-4967-46b2-9f5d-4a9c03a9a282 req-c33b8d83-3ffe-4b7e-93be-8283dac611d0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0412624 May 10 11:48:01.959700 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89e45deb-06ca-429b-8776-f26b3868bc25 req-fb20bdd0-383c-40d9-854c-e75db05c27f5 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0410073 May 10 11:48:03.117408 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0461ee2-23cf-48af-a1cb-13bc89ffff50 req-37ca43c2-02c9-41c1-b014-5d000f0eb3e7 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.1288488 May 10 11:48:03.157803 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2771ed9c-eee8-4c2f-a54b-ef9c5b9b9bec req-b22ab9f6-7ef6-474d-8df6-d100b88a6380 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0430582 May 10 11:48:04.265545 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-25ce7b44-0765-4b91-9f69-47f064c0b1f9 req-579e1b67-8e08-4bc3-b62b-f028df4141ad tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0419204 May 10 11:48:04.310047 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f79b9d6c-d63f-4526-a835-d818eb71a10d req-737b1169-bdcf-4d51-a24b-6b72f05bb33d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0435557 May 10 11:48:05.416510 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16b5f32d-6b9f-48ce-8ad6-7a17d05c0d3e req-0898eca4-b3d1-4f88-8583-4c21d7f2d30c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0466394 May 10 11:48:05.458571 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2e7dd5f4-737a-4518-a800-4102b0fda39f req-a5e13d33-19ab-4a6c-95bd-81e9a1681c05 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0398107 May 10 11:48:06.597835 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bdcd910b-72c6-4d12-bd16-14505ea129bb req-3e74ae52-eab3-4fb9-a11c-03c9a686ad39 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0750303 May 10 11:48:06.609800 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0c17bdc6-e4f2-49cd-b5fb-a6e602fe5fd0 req-f7946034-7db5-4e29-8430-cffc33f74b08 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0465503 May 10 11:48:07.783329 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ccebc871-8e5e-4519-9bfb-cc2b156622e2 req-adb97abd-5a43-47a2-8d60-47f91dd01d34 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0811803 May 10 11:48:07.785261 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f8be8135-5775-411e-9886-8fa14c9e23db req-82408a0c-1517-4072-80fb-6733e95c2ac6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0529363 May 10 11:48:08.146133 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5246834b-e3a4-4594-8a86-e10913dd04ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:08.969399 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8b2e623c-3da6-44d8-923c-e39164c35da9 req-a5961228-e33d-4c89-bab4-a854a3ff1d04 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0816910 May 10 11:48:08.971352 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8d03f05b-a5aa-4909-a7a7-d052c2470a54 req-07ac940e-9ac0-45c5-b61e-2e3eb0a7e04e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0824728 May 10 11:48:10.154271 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dfc94c5f-b5dd-4f3b-97af-234b2d6ef13f req-cddfd76c-7ef6-4a38-9776-8d0729514226 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0770433 May 10 11:48:10.156198 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8688b815-e9a5-4966-a679-e341985d5387 req-1fbac2b1-afcf-41b1-b3e8-7a7705e18d1e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0809033 May 10 11:48:10.682085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:10.869478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-469784ee-321c-44c1-ac16-000435cd3455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:11.329378 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89771c55-aba4-4891-9d5d-f321094667c9 req-517ea6a5-64a9-42b1-bcdb-6cac55219aab tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0699556 May 10 11:48:11.341415 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2ebfbdee-b113-495a-ad78-66a586c37617 req-5efdd4ed-1169-4a30-973e-a0eddce775e3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0467823 May 10 11:48:12.385089 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:12.512813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6a8bdf1d-92dd-4b08-9328-cd5653f4cf83 req-2fca10ef-23b2-4de4-8f3f-36b863cb5d4f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0760992 May 10 11:48:12.518868 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-30c77808-7dc6-4d89-afcd-92e327afb1ff req-8e026c77-f925-46f4-8af8-e3c87b58ed6e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0491090 May 10 11:48:13.694224 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21d7f3ac-950f-48e8-a590-f1b197b1153a req-9c8d7399-7eab-4654-8aa0-93dbe2e3af0c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0749068 May 10 11:48:13.700800 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-81020c54-78c3-49cb-bcfd-80fc4ef51cc5 req-7d355d14-01bf-4609-a10f-38e27b9f02ac tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0512140 May 10 11:48:13.722659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:14.839692 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-994f5f5e-432d-4077-a3de-3efc0631acb4 req-e1acb066-6fed-4685-8807-6074ea00c643 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0412431 May 10 11:48:14.966615 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f0e972a8-3841-496e-b85b-7d0e7faee28f req-2019dc44-87fa-45f7-8c01-3cc84d9040b6 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0421517 May 10 11:48:15.998751 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-13ee8a5f-5367-4e3a-9806-f918b5813434 req-5be2e243-a530-4a39-91a4-59cb465b622a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0518565 May 10 11:48:16.116446 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f64cbcde-99c5-4280-b0b4-9b8121d2df1c req-e816a68d-2b91-4459-9aab-7e5be257488b tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0429490 May 10 11:48:17.146321 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c9b745dc-b999-4fa0-8dd5-eeda20413b17 req-9a41ea76-0162-44af-be1d-536f95fd2a42 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0411365 May 10 11:48:17.264643 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-612d2ed9-1e2c-49dd-8988-6b56534a0c1e req-f1b1221d-f835-49a6-b3cd-188d00125377 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0440924 May 10 11:48:18.291258 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-199f4687-c9b9-4e12-a9b5-740293a0b606 req-4070e4f3-0b07-4169-9d3f-8046ccc74868 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0412426 May 10 11:48:18.413901 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-48c951a7-2298-4a23-aa4f-7e5fb338de33 req-67f3d163-a157-487f-9121-1a732f21e4f3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0418196 May 10 11:48:19.440662 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f32d85d3-f16d-493f-be46-65a6e86b3ffd req-36007cb0-3df1-439b-a644-e369b7e6f141 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0455089 May 10 11:48:19.560241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-98f30e08-8078-4ba9-a89e-093f9aba9732 req-1f6f6928-1261-46c3-893f-7061fad20857 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0409074 May 10 11:48:20.592879 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1c8c5708-218a-4030-ba91-2a2a07b528b3 req-98f2a808-8696-4db4-9790-a741b92c8995 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0421484 May 10 11:48:20.790266 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd526fd1-d4f0-4d40-b04c-6d65c316ef7c req-77f6786e-e921-4b7f-93af-aa8b769d4555 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.1263545 May 10 11:48:21.348116 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:48:21.737773 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a01d3c2b-4071-4fa9-8977-894771763fe9 req-0fd35c38-10a3-432e-8f4b-b7b352976d4a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0418234 May 10 11:48:21.938889 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d37e15f4-b545-4e6a-86be-85578049a0fb req-a84302db-1022-46d8-af5f-4f820bbf9720 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0432673 May 10 11:48:22.376139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-7ff69fa1-166e-46a2-a914-034af9d4df9b req-3fef51ea-baa7-44f8-9ae2-21f8f3414bbb service neutron] (78766) timed out ('10.222.0.21', 59545) {{(pid=78766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:48:22.377518 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-b9b3fa4b-a755-4fd3-a2cc-bcadbc2894bd req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] (78767) timed out ('10.222.0.21', 59554) {{(pid=78767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:48:22.881752 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-384b3218-8733-4acd-b755-ca56d34579ac req-9b2eb969-9722-449b-9115-0a23d355139e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0415900 May 10 11:48:23.087965 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-89265cb4-5e9e-4967-86f7-d061f01330d3 req-36d9486e-f195-461e-a0e7-afdc9e0df28c tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0407276 May 10 11:48:24.032241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d01395f7-49e2-4944-8987-b75815ad97b7 req-ef292820-7891-4872-818e-7a1801681b17 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0446172 May 10 11:48:24.232637 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-44487330-4db9-46b9-9f1d-0450a5f54b46 req-b5713b24-b229-4e70-875d-858a1a1a0836 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0407193 May 10 11:48:25.177721 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c7dea02f-e56b-4573-885d-8fb3111d5647 req-9402fa60-6824-43f6-93c7-16ee83cbdadc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0416973 May 10 11:48:25.384400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9381c79f-a625-461b-b6de-ab6a825bdcff req-6fafd95f-4af6-4015-b5b8-cc2c2d748b77 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0439024 May 10 11:48:26.322180 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d8a3b77-f1df-426f-ab13-2cd8a4d0c7da req-a0e2692d-4b80-491c-9314-8fb7bc8e48dd tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0415676 May 10 11:48:26.529239 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2d0ce082-df8c-4ba7-9c6f-ebd4efe2bcbf req-edafa67c-fe59-4173-8fce-de617a2ef452 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0409801 May 10 11:48:26.919746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.478554 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f8ee7a9a-6386-46d4-9b1c-b05c07f26009 req-7f4efd53-1775-4cf0-a156-236578f449c5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0500693 May 10 11:48:27.673622 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21ccf6b8-1d14-440c-a9e4-3c3fb534f074 req-5b10cd85-5f52-4325-baf9-c69baae0f0a3 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0414839 May 10 11:48:28.624208 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4b2214ea-0300-412c-ac6f-e021e8be2356 req-fe62785a-8447-49f3-902c-79f3adc0d6ad tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0422826 May 10 11:48:28.823158 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-281d1753-b643-43b2-be49-c69825489d99 req-fe690eb2-9325-4ee6-a469-39171cf8256e tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0440366 May 10 11:48:29.768488 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-84cc942c-671a-4cb1-a536-9848e8748630 req-9dd665d9-d07a-4e02-a66d-4be9aadb9db7 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0409787 May 10 11:48:29.966377 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28ae5821-e9c2-4ca8-bc40-271c3ec97af6 req-e2089e98-7e1c-4722-b1e3-9ecc2b1a79a9 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0414820 May 10 11:48:30.194074 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-d4ab1980-a9e8-4647-bc0c-143eb8c295d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671179 May 10 11:48:30.331777 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-c767f957-7637-4804-bc13-f509cabc682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:48:30.333175 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-c767f957-7637-4804-bc13-f509cabc682f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0729296 May 10 11:48:30.473374 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-20e6ce81-1489-4047-8907-63f80c2cb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:48:30.474775 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-20e6ce81-1489-4047-8907-63f80c2cb319 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1230841 May 10 11:48:30.542483 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-58b1a0f5-a307-4be3-823e-20552eb31f6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0610600 May 10 11:48:30.600642 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-a3bad92f-d419-4242-8d99-9c005eebba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:48:30.601929 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-a3bad92f-d419-4242-8d99-9c005eebba42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0539155 May 10 11:48:30.645440 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-a9b59e13-2e72-44a5-9f2a-d5368376688e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376294 May 10 11:48:30.772559 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-a7dab24e-2093-4ae2-8f1b-9e13727bed23 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201532 May 10 11:48:30.900398 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c75c2846-d295-4ccf-bfb6-a16d43266b04 req-89499026-519c-48d3-8b55-f8ddee97ba5b service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214266 May 10 11:48:30.921895 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b73b7eab-700a-4773-9afa-f3e706c53aab req-ea3bdbd1-a16c-4271-84d4-c51c939d6e15 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0452392 May 10 11:48:31.110591 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed8a652c-656d-4f9c-a530-ff43d5d62fb7 req-d796fcd9-8968-432e-a031-ad59d87d9380 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0417027 May 10 11:48:32.068141 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fff858a0-8c41-4c1b-8a4e-f684819523ac req-83424d1c-34a7-4caa-b252-1364ca6ceb8a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0414889 May 10 11:48:32.259011 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7a7d45e0-05b7-441f-b3f6-8030b75a7e51 req-5bb942c7-68c5-4023-a043-e767ab5ed4a9 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0443358 May 10 11:48:33.212104 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5ad0fc06-e6a5-4736-a29d-a0bb280299ca req-0bd280f9-b197-4a22-a342-0226d0567239 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0420489 May 10 11:48:33.404879 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-579dc203-3c6d-48b6-a3d7-db26eb1f1ac2 req-a40b3bd5-40da-4db9-81b9-43bc0cc53d6f tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0411253 May 10 11:48:34.363689 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8870b72d-0d48-4b62-979b-9bde58cc244e req-5b24b2ce-fa6f-4366-a326-05223bd0f2ca tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0458703 May 10 11:48:34.549143 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2907383e-33bd-4ebf-906b-98c6a13bb0c2 req-a8b95abb-fd46-44e3-b773-af4d4a20c50d tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0414608 May 10 11:48:35.510559 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-19451798-3067-4d55-b72c-7b995bdd717b req-3a964c50-6e7a-4351-9d0a-262a44a4b8c0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0434735 May 10 11:48:35.702618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-26bb32c6-2dfe-4526-b9b3-2d405a7a2a4d req-60c0fc8c-5b55-4ab8-8e91-cdfbab75f116 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0482638 May 10 11:48:36.656325 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b62e23-1461-4697-b202-276f335709ca req-d8c99807-bd2a-487d-8308-3a43bf2af760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0425451 May 10 11:48:36.846908 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ebd42f34-e322-4077-a750-c8dbf4abf863 req-9f6e6a28-3c0a-4b15-a6ba-c6b6f25fbc50 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0409153 May 10 11:48:37.804216 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5ba5defc-16b9-4b46-bef5-3006a1e52aae req-5bc23a6d-27de-4a4c-883e-20d423560bdf tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0444975 May 10 11:48:37.991348 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4fd31180-b374-4036-bf87-8464a603e970 req-105cea4e-b32a-408b-a256-d4b6e39b3ee7 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0410817 May 10 11:48:38.147078 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-507c4176-fffe-4fff-94ea-2fc1f95c95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:38.948286 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f456cd7b-5368-4a64-9950-8c32052e96e0 req-0f0dd6ec-941f-492e-bbc9-9092998818e6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0409732 May 10 11:48:39.140707 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-52a1929c-73a1-4504-bebd-a8826b293c64 req-4fea29a9-a0e2-42f4-8617-5f9427f8d652 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0441189 May 10 11:48:40.174263 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-88154f7e-6baa-4c79-b9c9-8928e1970538 req-a0551daf-1334-4c8c-9077-ba2fd38bf001 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.1230321 May 10 11:48:40.285059 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e8188bf4-2876-4968-a013-52890fd443e6 req-3bcfca10-c125-4843-8152-b33015b23bc7 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0408409 May 10 11:48:40.683704 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:40.870851 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2d10-42c5-4ac7-9927-9907c5e0100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:41.326849 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6f6f032c-8de5-46de-9e6e-c9aab80565cd req-82844853-edee-4675-a4d2-e277918ce9db tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0447507 May 10 11:48:41.432486 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fbeaf676-ec79-47c4-82f1-35be5b23d8f0 req-f485a13e-e01a-4552-b9c2-6d9a618304ad tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0427773 May 10 11:48:42.384301 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:42.473148 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-aedc4944-1487-41cc-a2bb-cb2798f1263c req-ea02dbe9-2549-47f8-8222-2062e2319a18 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0416925 May 10 11:48:42.582785 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dfcd7608-b006-4695-92ba-7df552d2b18a req-e8bfffb8-247e-4747-bc85-7cb223b718be tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0440612 May 10 11:48:43.624724 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7d6144b5-220d-450a-ae66-1a327dc36b8f req-b2f1a466-9258-4593-8469-51f3afc37964 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0432627 May 10 11:48:43.728141 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-981f5555-229d-43de-9c2b-0fe2d02933a1 req-9d6e1b79-fb48-4ca2-8248-85dae86dfb5a tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0424504 May 10 11:48:43.729092 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:44.775231 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d234da04-428a-49e2-b739-7381b8ffc202 req-17c12d4a-c854-49dc-a751-ab3e06d8da18 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0449831 May 10 11:48:44.873269 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d55b6f5-3c77-431a-ab9b-6de43adf870c req-d856fad4-daea-4862-91b6-f1e46e79b0cd tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0416696 May 10 11:48:45.944112 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dd9a7496-2c34-4610-9ec9-699d386f224f req-00132e35-eec8-404b-b342-11310b34fa00 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0612698 May 10 11:48:46.051990 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7401fac6-6c57-4c2a-9330-ae4b9e218fa5 req-0873b0e9-07f1-417b-a375-0f81cc42defe tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f652a2a-611a-40c8-9311-02bd07ee6b31 HTTP/1.1" status: 200 len: 210 time: 0.0496473 May 10 11:48:46.527278 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d219058-dcd6-4cdf-9d53-73346ef95195 req-1311f855-2ef7-4260-a74b-b5796cb3ef6b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:48:46.528712 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d219058-dcd6-4cdf-9d53-73346ef95195 req-1311f855-2ef7-4260-a74b-b5796cb3ef6b tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 945 time: 0.0797145 May 10 11:48:46.571950 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d219058-dcd6-4cdf-9d53-73346ef95195 req-6241a111-b7d5-4d17-b156-d889356e32aa tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b3132e5-ef24-46be-9280-5caf61b21100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 May 10 11:48:46.848971 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-adba9d0b-a85d-4695-9bef-ce859a9fbfc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:48:46.849719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-adba9d0b-a85d-4695-9bef-ce859a9fbfc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Synchronizing usage tracker for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:48:46.865426 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-adba9d0b-a85d-4695-9bef-ce859a9fbfc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Unset dirty status for tenant:c064d402f6794dc1a7e082a79884f874 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:48:46.866579 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-adba9d0b-a85d-4695-9bef-ce859a9fbfc1 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 945 time: 0.0974107 May 10 11:48:47.001300 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Deleting port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:48:47.001645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.102198 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4dd7463c-1fab-40b1-a7d4-92c1272cd22b req-1b1a1fe6-4293-46a2-8069-53b5fede1146 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0464447 May 10 11:48:47.146727 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] For port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:48:47.147088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.520704 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.521137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.521494 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.l3_db [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Floating IP aeb93c03-bc36-4290-b03a-49ad515249b6 disassociated. External IP: 172.27.2.67, port: eb9cdea7-2b91-4ea4-a49f-1332ebf0170c. May 10 11:48:47.521828 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Calling delete_port for eb9cdea7-2b91-4ea4-a49f-1332ebf0170c owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:48:47.635556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:47.641110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dbf5f846-2c39-4433-903e-5508c272a9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:48:47.684146 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'Port': ['ID=eb9cdea7-2b91-4ea4-a49f-1332ebf0170c,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:47.726860 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-258579ec-7a17-48ba-8cab-eac7222d8542 req-f6592672-133e-4c6c-8b6e-1422f1e98638 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99 HTTP/1.1" status: 200 len: 210 time: 0.0431726 May 10 11:48:47.750631 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.750999 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.751356 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.751714 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.752064 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.752412 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.752757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.753102 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.753469 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.753813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.754154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.754501 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:48:47.810794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:48:47.874628 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:48:48.047521 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:48:48.058065 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:48:48.067493 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:48:48.068026 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:48:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.121687 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] No DVR routers for this DVR port eb9cdea7-2b91-4ea4-a49f-1332ebf0170c on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:48:48.124481 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.128779 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'name': 'network-vif-deleted', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:48:48.162823 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bc60b8e7-1dbf-416b-85b3-775e6743d617 req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.21 "DELETE /v2.0/ports/eb9cdea7-2b91-4ea4-a49f-1332ebf0170c HTTP/1.1" status: 204 len: 173 time: 1.2912431 May 10 11:48:48.195894 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6908c5-22a8-44e7-97f9-ad9d9dc8cc99', 'name': 'network-vif-deleted', 'tag': 'eb9cdea7-2b91-4ea4-a49f-1332ebf0170c', 'status': 'completed', 'code': 200} May 10 11:48:48.255861 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:48:48.292222 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6c070827-871a-42a8-9506-465a8cf71959 req-ac8d8ed8-8687-468c-baf4-27582c6ce55e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0448537 May 10 11:48:48.582119 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.586119 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:48:48.594588 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:48:48.595208 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:48:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:48.783201 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:48:48.859890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50394) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:48:48.925447 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:48.952360 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.003651 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.008459 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-99f93676-7fca-457d-9582-2d1b1838eb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:48:49.022235 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3132e5-ef24-46be-9280-5caf61b21100,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:49.025021 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:48:49.031843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.035752 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b3132e5-ef24-46be-9280-5caf61b21100 HTTP/1.1" status: 204 len: 168 time: 0.1718657 May 10 11:48:49.035923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50398) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:48:49.053214 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.api.v2.resource [None req-76793c45-e144-48b6-baa4-39aaf974ec57 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] show failed (client error): The resource could not be found. May 10 11:48:49.057429 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-76793c45-e144-48b6-baa4-39aaf974ec57 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "GET /v2.0/security-groups/4b3132e5-ef24-46be-9280-5caf61b21100 HTTP/1.1" status: 404 len: 347 time: 0.0173426 May 10 11:48:49.057429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50402) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:48:49.100587 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:48:49.104518 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d95-1c9f-4c28-896a-31b2c67aae54 None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T11:32:21Z', 'revision_number': 4, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '45f0091b-2368-4cd1-9c29-2983f66ae5c6', 'name': '', 'network_id': '9e50b68a-cc18-4ea1-ae17-5ab48088152b', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'mac_address': 'fa:16:3e:b4:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:18Z', 'updated_at': '2021-05-10T11:32:36Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'subnets': [{'id': '168a8bb3-2cf7-42b5-96c0-5475e79fa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:48:49.276435 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Deleting port 9ddc9413-49d2-4922-b7bc-556a030e6f37 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:48:49.276780 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.318876 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b96bec3-2be1-4065-8877-e90cf161c292 None None] New status for floating IP aeb93c03-bc36-4290-b03a-49ad515249b6: DOWN {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:48:49.394084 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.394716 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.486046 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0d54e568-da4b-4236-8579-d44cbd2fc2e2 req-ce8ec16a-6999-459a-bea5-79143eed40f6 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0468419 May 10 11:48:49.612826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Calling delete_port for 9ddc9413-49d2-4922-b7bc-556a030e6f37 owned by network:floatingip {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:48:49.721081 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.725405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f98b2442-9bd8-4569-9d61-c0700db3e758 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:48:49.767410 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Pushing event deleted for resources: {'Port': ['ID=9ddc9413-49d2-4922-b7bc-556a030e6f37,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:48:49.792456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:48:49.855301 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks [] for floatingip, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.869252 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:49.870299 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] 10.222.0.41 "DELETE /v2.0/floatingips/aeb93c03-bc36-4290-b03a-49ad515249b6 HTTP/1.1" status: 204 len: 168 time: 0.8122032 May 10 11:48:50.514978 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device eb9cdea7-2b91-4ea4-a49f-1332ebf0170c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:48:50.552200 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: eb9cdea7-2b91-4ea4-a49f-1332ebf0170c {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:48:50.552699 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device eb9cdea7-2b91-4ea4-a49f-1332ebf0170c not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:48:50.639545 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6ce50342-ff49-44a5-ac82-9231db05e436 req-e9f302e2-de8c-48e2-8cd7-29ae934cb85c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0417714 May 10 11:48:51.784465 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-192c08e0-b70d-468a-a546-063296441b59 req-6f81a7e7-5a4f-454c-8441-e3850b484056 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0415833 May 10 11:48:52.931901 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4ca52a1f-2f9c-4b25-95ab-88adc970ecfb req-477529c0-f4d3-4206-808b-09322d6b0d01 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0443492 May 10 11:48:54.079445 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-54e25dfc-0c2d-4961-a3eb-65d27cc04fcb req-e808170b-e2cb-4579-90e0-3768f2c2e0b5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0425398 May 10 11:48:55.224394 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8bf99bc9-5f0d-4222-8c46-b1ad9b033048 req-bd836f1f-6837-49f7-a1d9-4e1094052e02 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0401416 May 10 11:48:56.374581 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8da72e19-ffb6-4f08-810f-810962e119b2 req-d683531d-7408-40dd-b29b-8462987c5f0e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0446687 May 10 11:48:56.916690 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.522364 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-da9247c6-a296-40a9-8c98-c24313b5d23e req-fbcbaf9e-546d-4d36-ba2b-5b80cabd7593 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0413065 May 10 11:48:58.346761 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:48:58.667574 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bf275ac7-4398-43ed-8410-9552ca712eba req-1e0b3394-3924-49b7-8fda-7c56d6dec515 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0420020 May 10 11:48:59.815046 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f1b3f3ed-734b-44c8-8b60-520516354373 req-99de0888-bd04-4d49-99a9-82315b43cce8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0451882 May 10 11:49:00.964088 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dca5111a-2f82-4514-9d88-f35f62b3f33e req-f3c8cb0a-657b-482a-8f74-d61a4ae6b4c2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0415258 May 10 11:49:02.109706 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0800f221-78e8-47ba-8827-07840d27f595 req-8de4179c-25cf-4775-a59e-18682e417500 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0415096 May 10 11:49:03.257064 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f24b937b-8053-4509-8a55-1711345044aa req-b5ebd6eb-431b-42f7-8339-32bca6491eb9 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0439711 May 10 11:49:04.406325 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1d303703-7de6-462e-b24a-e943c403dd69 req-6fe3029a-1ed1-4552-ae85-87c078fad1b5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0416789 May 10 11:49:05.551974 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1c13e939-6a4a-4cee-817f-fd84ef2f88aa req-b892b92f-90e9-4576-870a-89483644774a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0419946 May 10 11:49:06.700221 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6edc3891-1221-4c33-8bb9-79ffaa78646b req-cf3c89b7-ffdf-4231-8548-240e5a3781ab tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0450718 May 10 11:49:07.846282 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cd35ecda-6f28-4626-9bd6-ad1bd5314994 req-6527dffe-226e-4c9b-b21d-e719f01fd906 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0413089 May 10 11:49:08.148145 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5440-da61-4329-9ca6-bcbf3d3a0dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:08.989967 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-60eca12e-f57d-4ea8-94ec-ce12b8384b03 req-0b86f41f-e847-4ebd-9560-aa0abcbe69ef tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0413408 May 10 11:49:10.225039 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-02cbfa15-a10a-457a-83ca-6118893f4ac1 req-23c4234e-8c18-40c7-a220-a9e322e4bfd0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.1319118 May 10 11:49:10.687705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:10.875057 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5cb127f8-d8b3-48e8-95cb-38dec3682f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:11.375592 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ab192313-6f47-4967-ab2d-b0d3d24383bd req-db26f24a-776e-4864-8679-b2a645d7600f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0422165 May 10 11:49:12.389302 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:12.520022 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e693529c-d524-45fe-87a6-ddea1c9f45fb req-84e1a5d3-7a99-4bbc-981d-a01cc4c36ec8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0408823 May 10 11:49:13.669403 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3d095e3a-0795-49c9-8bfb-132633da5e30 req-d90c2e28-7a6e-4b1f-b306-903d8ec7fcc0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0458465 May 10 11:49:13.729690 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:14.815646 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-864b1d97-6dd3-43b3-8f90-68ba58c1fde6 req-d2ad7e08-bd11-4ff9-b9de-2fdb5b596653 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0418651 May 10 11:49:15.962109 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e622ff97-a9aa-4332-a5a0-ea835f49e4b5 req-fab2e879-336f-4093-af8a-9e365f5eed73 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0411115 May 10 11:49:17.111777 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d45c9e7e-d041-4274-a5a3-b0b992d9e8a1 req-bf7baa26-6a80-4c51-bf77-f74ecd87c760 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0448835 May 10 11:49:18.277999 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-05321ec3-364c-4f5a-a41f-d5314fcc629e req-83a7d5b0-6fce-4fc4-a04b-4bc56416c79f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0493603 May 10 11:49:19.426865 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4151c062-83ee-4a5d-bd9b-fa4adab3d46b req-18b61526-8fac-486c-862c-85fc66df0eb5 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0419927 May 10 11:49:20.578951 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-407e6ccc-4079-4038-b177-09b320b5816a req-9b09ff3f-0e05-4f2d-9e8d-e689329d0280 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0452185 May 10 11:49:21.746866 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-72e442ca-80a3-4ba0-abda-8dc5462faffe req-c3ea0a0c-3e45-4efc-a172-852f9bb18db7 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f1d48fc-eadb-4590-84ae-b166b2e4193c HTTP/1.1" status: 200 len: 210 time: 0.0434227 May 10 11:49:22.869456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50734) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:22.932015 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:22.959343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.010849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.016139 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b561e5e1-fceb-4fa2-b8d2-295812469103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:23.031340 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d3959-33d4-4866-ae10-d7c310da22dd,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.035360 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:23.038633 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.039724 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "DELETE /v2.0/security-groups/da8d3959-33d4-4866-ae10-d7c310da22dd HTTP/1.1" status: 204 len: 168 time: 0.1693065 May 10 11:49:23.042357 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50740) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:23.057912 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.api.v2.resource [None req-088f90f2-b973-4411-8c9a-36a7eeb670b3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] show failed (client error): The resource could not be found. May 10 11:49:23.058894 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-088f90f2-b973-4411-8c9a-36a7eeb670b3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups/da8d3959-33d4-4866-ae10-d7c310da22dd HTTP/1.1" status: 404 len: 347 time: 0.0155799 May 10 11:49:23.061694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50744) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:23.273398 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Deleting port 0c7b67c4-94ca-496b-aa27-0d8346aeddef {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:49:23.273748 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.387006 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.387340 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.511130 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Calling delete_port for 0c7b67c4-94ca-496b-aa27-0d8346aeddef owned by network:floatingip {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:49:23.617868 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.621789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:23.662175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'Port': ['ID=0c7b67c4-94ca-496b-aa27-0d8346aeddef,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:23.669547 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:23.762784 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.776531 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:23.777826 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9987d22-94ef-4399-8ffb-fb1316a99eaa HTTP/1.1" status: 204 len: 168 time: 0.7152786 May 10 11:49:24.113453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50758) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:24.118839 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141984932', 'description': 'tempest-description--1324824184'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:24.124602 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:24.128655 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:24.131645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:24.137269 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:24.147333 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.167355 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:24.171646 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:24.174402 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:24.179922 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:24.248698 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.252177 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.255709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-435cadaf-6be7-49f9-82e7-46806727aa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:24.299472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.302306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:24.303094 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.306890 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1898420 May 10 11:49:24.307917 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50762) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:24.312167 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group_rule': {'security_group_id': 'ddfc0ba1-00d1-44b5-8e4b-512ee09f478d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:24.317847 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:24.321601 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:24.324919 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:24.330565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:24.347194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.404994 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.408199 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.410198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-45a61af2-ac41-4a79-adf8-e6b8866c1bce tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:24.430859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168c3160-e833-47ea-a4c1-83b78eb9a877,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.433394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:24.439449 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.440719 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e05756ba-b3c8-4796-8a97-5fd88579a949 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327019 May 10 11:49:24.443368 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50766) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:24.448322 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'security_group_rule': {'security_group_id': 'ddfc0ba1-00d1-44b5-8e4b-512ee09f478d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:24.454530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:24.458269 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:security_group_rule and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:24.461092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:24.467482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:24.482416 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.543143 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.546861 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.548856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:24.569910 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cd57d3-4e39-4af3-9093-04c9435ae276,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:24.572321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:24.579754 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.580898 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366293 May 10 11:49:24.583883 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 50772) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:24.588899 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'floatingip': {'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:24.595043 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:24.598782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:floatingip and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:24.601566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:24.607195 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:24.617587 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.750487 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:24.967982 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Allocated IP 172.27.2.40 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/733d1d5a-de64-40c0-83e5-823a7ff725dd) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:24.989439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-7ef5d124-c23d-40f0-a8f1-86f77080cd4a req-39f38fc3-2f71-4b0e-83ec-dbcbd7a062f8 service neutron] (78766) timed out ('10.222.0.21', 59663) {{(pid=78766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:49:25.109220 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.138091 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.141465 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-314c9182-5b44-4a82-aa20-9926dd6151dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:25.205822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:25.208507 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:25.216230 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:49:25.249137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=733d1d5a-de64-40c0-83e5-823a7ff725dd,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.253070 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:25.295959 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.355719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.553083 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.557283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.561526 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cca93863-8328-4657-9665-f409f0fd5bbb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:25.664454 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=733d1d5a-de64-40c0-83e5-823a7ff725dd,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:25.672344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:25.677214 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.698561 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:25.699873 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1150956 May 10 11:49:25.874167 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-20d92c94-186e-4329-b600-df893db77c11 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1141984932&fields=id&tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 267 time: 0.0402339 May 10 11:49:26.022609 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-1859563f-5b83-4ad3-8f17-d0fd6c15931e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:26.024046 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-1859563f-5b83-4ad3-8f17-d0fd6c15931e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 811 time: 0.1427701 May 10 11:49:26.038697 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-825ff9ec-8255-41ac-8fb9-bab820ba8476 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/quotas/d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 375 time: 0.0085340 May 10 11:49:26.127206 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-d0751af9-7e14-40bc-903d-70cccddd1a12 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835342 May 10 11:49:26.186364 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-b46d9273-c3db-446b-aeb6-74db2283cc23 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:49:26.187402 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-b46d9273-c3db-446b-aeb6-74db2283cc23 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474122 May 10 11:49:26.316323 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-403d4993-d6d2-44dc-9257-cea20fdcba95 service neutron] 10.222.0.41 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229937 May 10 11:49:26.443634 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-68e7e39f-f940-4bb9-bb05-8baa9fff1def service neutron] 10.222.0.41 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214266 May 10 11:49:26.620827 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e621866a-e5f3-4dfc-990c-edbfc23b5775 req-6cefa81b-1d5f-48a8-a375-6a619e07cb29 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 210 time: 0.0413823 May 10 11:49:26.941055 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:27.783601 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-56625aeb-b6d5-4c35-a8a7-6aa5175737cb req-cb8cc41f-fc78-42f7-abc3-76db4254e151 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 210 time: 0.0515571 May 10 11:49:27.816747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-bf03b3b9-4950-4215-ac3b-55e5cd3e7da3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:27.817493 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-bf03b3b9-4950-4215-ac3b-55e5cd3e7da3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:network {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:49:27.834939 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-bf03b3b9-4950-4215-ac3b-55e5cd3e7da3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:network {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:49:27.836539 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-bf03b3b9-4950-4215-ac3b-55e5cd3e7da3 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 811 time: 0.1808758 May 10 11:49:27.885699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-a330145c-dd65-4ace-a67e-95772e6f19f2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:security_group {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:49:27.900816 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-a330145c-dd65-4ace-a67e-95772e6f19f2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:security_group {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:49:27.901991 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-a330145c-dd65-4ace-a67e-95772e6f19f2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf HTTP/1.1" status: 200 len: 380 time: 0.0576649 May 10 11:49:27.910335 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'port': {'device_id': '9c4adec3-687f-4417-a0f6-0feb05126205', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'admin_state_up': True, 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'security_groups': ['ddfc0ba1-00d1-44b5-8e4b-512ee09f478d']}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:28.044165 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:49:28.048221 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Usage tracker for resource:port and tenant:d4ad9acfbed64de0b5b6f25092e6f2bf is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:49:28.051027 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:49:28.056773 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:49:28.066441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Made reservation on behalf of d4ad9acfbed64de0b5b6f25092e6f2bf for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:49:28.070345 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.233067 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Allocated IP 172.20.0.11 (11a5a096-1237-4e63-b10a-3b855464f28b/4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2/20b319bd-c50d-4d4e-b7e1-597480c18611) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:49:28.417088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.431472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Transition to ACTIVE for port object 20b319bd-c50d-4d4e-b7e1-597480c18611 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:49:28.454598 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.459781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2fbbfee5-97dd-453a-a054-a222b6749b89 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:28.518822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Network 11a5a096-1237-4e63-b10a-3b855464f28b is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:49:28.521792 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:49:28.530046 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:49:28.564115 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event updated for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:28.568615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:28.599822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:28.600458 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.625510 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188578 May 10 11:49:28.638615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Request body: {'port': {'device_id': '9c4adec3-687f-4417-a0f6-0feb05126205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:28.714644 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-e3411ef5-cfc5-4bdc-b478-fd1abb901010 None None] Provisioning for port 20b319bd-c50d-4d4e-b7e1-597480c18611 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:49:28.719549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-e3411ef5-cfc5-4bdc-b478-fd1abb901010 None None] Provisioning complete for port 20b319bd-c50d-4d4e-b7e1-597480c18611 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:28.720000 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e3411ef5-cfc5-4bdc-b478-fd1abb901010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.772229 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-e3411ef5-cfc5-4bdc-b478-fd1abb901010 None None] Port 20b319bd-c50d-4d4e-b7e1-597480c18611 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:49:28.819989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:28.975377 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316066-d9cc-41c3-9086-12500ecaa7b4 req-605964f8-d785-4fcb-af01-de8d570bfd47 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:28.976863 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17316066-d9cc-41c3-9086-12500ecaa7b4 req-605964f8-d785-4fcb-af01-de8d570bfd47 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 932 time: 0.0840676 May 10 11:49:29.022624 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17316066-d9cc-41c3-9086-12500ecaa7b4 req-1b025805-d110-495a-9cfc-291f267ea481 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 May 10 11:49:29.156674 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b319bd-c50d-4d4e-b7e1-597480c18611 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:49:29.163941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.184817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Transition to ACTIVE for port object 20b319bd-c50d-4d4e-b7e1-597480c18611 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:49:29.184817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.188332 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3a13f07b-dae3-421b-a34d-5b74c571b4fc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:29.376267 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:29.379245 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:29.421155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Attempting to bind port 20b319bd-c50d-4d4e-b7e1-597480c18611 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:49:29.421520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Attempting to bind port 20b319bd-c50d-4d4e-b7e1-597480c18611 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:49:29.421871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Attempting to bind port 20b319bd-c50d-4d4e-b7e1-597480c18611 on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:49:29.426342 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Port 20b319bd-c50d-4d4e-b7e1-597480c18611 on network 11a5a096-1237-4e63-b10a-3b855464f28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:49:29.426660 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Attempting to bind port 20b319bd-c50d-4d4e-b7e1-597480c18611 on network 11a5a096-1237-4e63-b10a-3b855464f28b {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:49:29.431582 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:49:29.431920 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Checking segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:49:29.432310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Bound using segment: {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:49:29.432733 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Bound port: 20b319bd-c50d-4d4e-b7e1-597480c18611, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998b4042-38d0-47e7-b6e3-d1ea86f53754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:49:29.433073 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.520204 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:49:29.523085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=20b319bd-c50d-4d4e-b7e1-597480c18611,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:49:29.527421 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.531725 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:29.585617 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:29.586408 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:29.587646 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] 10.222.0.21 "PUT /v2.0/ports/20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 1094 time: 0.9538717 May 10 11:49:29.588133 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:49:29.615497 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:29.618737 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:29.656190 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'status': 'completed', 'code': 200} May 10 11:49:29.696998 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-25a31947-10c1-4137-822d-5606ec9d798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:29.698547 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-25a31947-10c1-4137-822d-5606ec9d798d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1097 time: 0.0727520 May 10 11:49:29.773950 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-e9033a1c-6acb-4ee0-8e10-0b589d683be6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 217 time: 0.0671637 May 10 11:49:29.833544 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-fea9f9c1-379c-4359-a7e1-08dd5e1c561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:29.834955 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-fea9f9c1-379c-4359-a7e1-08dd5e1c561b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0554798 May 10 11:49:29.910804 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-b92c91a8-1111-42a0-b8af-18eb9e480e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:29.912172 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-b92c91a8-1111-42a0-b8af-18eb9e480e18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709279 May 10 11:49:30.042373 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-bee021d8-363e-4be8-8f0e-3ce8f3e34c47 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 May 10 11:49:30.171516 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-69af5b6b-c692-4cfa-88fd-409b13f4bb71 req-776a2e04-f16b-42e4-b76e-f61eb288aaef service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227810 May 10 11:49:30.207747 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183efaf-18cc-4612-97ea-86e6004fe88c req-65a35782-927a-44e8-92ee-194eb0fc73a2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:30.209361 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2183efaf-18cc-4612-97ea-86e6004fe88c req-65a35782-927a-44e8-92ee-194eb0fc73a2 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 944 time: 0.0835378 May 10 11:49:30.255421 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2183efaf-18cc-4612-97ea-86e6004fe88c req-fda7df6b-90e3-460c-a608-50c3e652ee6c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 May 10 11:49:30.294399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-bd5fe25c-880b-420d-bac5-eb0686afef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:30.295908 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-bd5fe25c-880b-420d-bac5-eb0686afef46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1097 time: 0.0800049 May 10 11:49:30.498011 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-93e4b6cd-f663-4c1d-8af5-80efed65d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:30.499433 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-93e4b6cd-f663-4c1d-8af5-80efed65d682 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1956081 May 10 11:49:30.570320 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-9b3a66ed-0354-40f1-b296-0362c0e77430 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 217 time: 0.0627158 May 10 11:49:30.632429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-6089e4c0-d436-4dcd-9d44-22610f798d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:30.633845 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-6089e4c0-d436-4dcd-9d44-22610f798d37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0564148 May 10 11:49:30.712625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-992ed941-216b-40e0-8f8d-4b719f96992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:30.714115 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-992ed941-216b-40e0-8f8d-4b719f96992d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722528 May 10 11:49:30.843005 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-c8713ee4-a67a-4146-a463-ca62c91c5467 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216936 May 10 11:49:30.973175 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-1cfccc33-9bc9-45e1-b8f9-b96a9d604454 req-20c3113f-75ce-454a-a00e-10d2575f5226 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199188 May 10 11:49:31.446253 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cf5d6-1c5f-47fc-ba73-6fab04a3a141 req-8b406c6e-f472-45f1-ab76-947255fd774b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:31.447715 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b97cf5d6-1c5f-47fc-ba73-6fab04a3a141 req-8b406c6e-f472-45f1-ab76-947255fd774b tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 944 time: 0.0792882 May 10 11:49:31.494353 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b97cf5d6-1c5f-47fc-ba73-6fab04a3a141 req-22a31157-aea0-4d66-97fe-4e04b7110f8f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 May 10 11:49:32.237634 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-095ab784-7140-4dc9-b337-accbd5f20710 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662477 May 10 11:49:32.328904 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-846dfe54-e601-4f45-aa96-22cbc16ef3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:32.330434 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-846dfe54-e601-4f45-aa96-22cbc16ef3cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.0712469 May 10 11:49:32.472757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-aac92264-dbf2-4190-ab94-2e1a694cea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:32.474221 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-aac92264-dbf2-4190-ab94-2e1a694cea3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1244740 May 10 11:49:32.540575 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-0d2d6a5e-2097-4c85-bf22-26c8692e3123 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.0592968 May 10 11:49:32.607167 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-04d1ce31-0c6e-48cb-b47d-78fd09475f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:32.608606 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-04d1ce31-0c6e-48cb-b47d-78fd09475f8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0597429 May 10 11:49:32.654687 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-a2f052da-c7af-4d9f-aeb0-c80ab6d32f26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392482 May 10 11:49:32.679638 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70541bb0-792d-4f42-97bc-7cc42f00a2e3 req-c1e039fd-8495-4b3b-93d2-f02a5a9ea56e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:32.681071 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70541bb0-792d-4f42-97bc-7cc42f00a2e3 req-c1e039fd-8495-4b3b-93d2-f02a5a9ea56e tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 944 time: 0.0783491 May 10 11:49:32.717124 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 20b319bd-c50d-4d4e-b7e1-597480c18611 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:49:32.725829 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-70541bb0-792d-4f42-97bc-7cc42f00a2e3 req-199c6b70-7919-4083-af70-fd3ee433ddf0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 May 10 11:49:32.782832 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-1d57352c-94b5-4cb0-884f-ea1b4a5629c6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211994 May 10 11:49:32.856547 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=20b319bd-c50d-4d4e-b7e1-597480c18611,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:49:32.869500 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'port_id': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'mac_address': 'fa:16:3e:92:7a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:49:32.910084 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5df983a5-733c-4e2d-bb4e-196fd303a8bf req-77f7e228-cf97-434a-936e-757006024db3 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203485 May 10 11:49:32.926835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.943417 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b319bd-c50d-4d4e-b7e1-597480c18611 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:49:32.958624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=20b319bd-c50d-4d4e-b7e1-597480c18611,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:49:32.962439 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:32.964092 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:33.026983 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:33.034105 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.034447 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.034785 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.035113 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.035438 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.035762 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.036083 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.036402 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.036722 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.037040 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.037387 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.037705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:49:33.041381 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:33.228874 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['20b319bd-c50d-4d4e-b7e1-597480c18611'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:49:33.909069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03187390-a2c7-43fa-818b-9126d00a58f3 req-ac15e018-4ad1-4686-8bfb-60ab02d3170f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:33.910515 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-03187390-a2c7-43fa-818b-9126d00a58f3 req-ac15e018-4ad1-4686-8bfb-60ab02d3170f tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 945 time: 0.0806811 May 10 11:49:33.953419 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-03187390-a2c7-43fa-818b-9126d00a58f3 req-7a499574-5d0c-41f1-bc68-e54ead8711d4 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371180 May 10 11:49:34.731989 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 20b319bd-c50d-4d4e-b7e1-597480c18611 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:49:34.796281 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 20b319bd-c50d-4d4e-b7e1-597480c18611 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:49:34.800633 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 20b319bd-c50d-4d4e-b7e1-597480c18611 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:49:34.801004 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.912571 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.937660 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:49:34.947063 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=20b319bd-c50d-4d4e-b7e1-597480c18611,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:49:34.951420 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:34.953385 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-49dd7e25-28e7-4918-a44e-47a85c5c4919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:49:35.058253 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:49:35.061912 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:49:35.160650 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149359-eb06-4171-939b-07ecff9e09bf req-521bfd50-7090-4cfc-b945-36b42fc198ee tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:35.162093 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-84149359-eb06-4171-939b-07ecff9e09bf req-521bfd50-7090-4cfc-b945-36b42fc198ee tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 946 time: 0.0843523 May 10 11:49:35.178067 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'code': 200} May 10 11:49:35.210860 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-84149359-eb06-4171-939b-07ecff9e09bf req-54c23e76-1250-4177-b4c7-9773fc636d26 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 May 10 11:49:35.344948 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:49:35.402424 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdc7d3-1b4c-4365-94a5-c73583d48982 req-6d72de95-a4a3-4a4f-9f6a-f674b7d2c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:35.403900 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dbdc7d3-1b4c-4365-94a5-c73583d48982 req-6d72de95-a4a3-4a4f-9f6a-f674b7d2c7dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1099 time: 0.0690339 May 10 11:49:35.447305 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dbdc7d3-1b4c-4365-94a5-c73583d48982 req-76465fc5-fce1-40c6-807e-9f6da72b62c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371237 May 10 11:49:36.474172 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4423f6-eb0b-473b-a6c8-425fa6bee6e2 req-8dbb26dc-e431-47a2-b4b7-5d37e7dd0628 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:36.475424 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8d4423f6-eb0b-473b-a6c8-425fa6bee6e2 req-8dbb26dc-e431-47a2-b4b7-5d37e7dd0628 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 946 time: 0.1577673 May 10 11:49:36.521225 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8d4423f6-eb0b-473b-a6c8-425fa6bee6e2 req-2080c5fa-a1cd-4edb-945b-c4073e4260bc tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 May 10 11:49:36.697399 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc837e-ae30-40e7-8d67-031cc666ca60 req-f0094526-d274-4286-ba05-4cdc7226eee8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:36.698849 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8dfc837e-ae30-40e7-8d67-031cc666ca60 req-f0094526-d274-4286-ba05-4cdc7226eee8 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 946 time: 0.0793002 May 10 11:49:36.707105 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 50922) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:49:36.712012 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Request body: {'floatingip': {'port_id': '20b319bd-c50d-4d4e-b7e1-597480c18611'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:49:36.789281 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.360935 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.364511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:37.529487 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Floating IP 22ea90bf-c033-4d5b-8b05-c82525097bdd associated. External IP: 172.27.2.40, port: 20b319bd-c50d-4d4e-b7e1-597480c18611. May 10 11:49:37.969580 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:49:38.146226 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:49:38.149975 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-486c1586-8d2b-48d8-9bb2-45d611c82def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.150901 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:38.156467 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:49:38.166007 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:49:38.166612 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:49:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:38.205456 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-877171e7-37eb-4c58-afe9-c5b6795e6863 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "PUT /v2.0/floatingips/22ea90bf-c033-4d5b-8b05-c82525097bdd HTTP/1.1" status: 200 len: 991 time: 1.4972665 May 10 11:49:38.206104 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:49:38.311766 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'status': 'completed', 'code': 200} May 10 11:49:38.381746 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:49:38.424517 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-7f5c2de8-4e2e-42cb-9f94-2b652c306440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:38.425933 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-7f5c2de8-4e2e-42cb-9f94-2b652c306440 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1099 time: 0.0787094 May 10 11:49:38.648434 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-cbf0427f-14b9-46f7-80cb-f9518b107d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:38.649957 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-cbf0427f-14b9-46f7-80cb-f9518b107d79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.2154672 May 10 11:49:38.739549 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': '22ea90bf-c033-4d5b-8b05-c82525097bdd', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:92:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4adec3-687f-4417-a0f6-0feb05126205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:49:25Z', 'updated_at': '2021-05-10T11:49:37Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:38.743549 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:49:38.751702 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:49:38.752298 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:49:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:38.757464 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-d7d92f0c-d2e9-4f71-a5e7-d100b3d710fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 999 time: 0.1001523 May 10 11:49:38.818566 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-f02845d6-0499-4ffb-a824-7152402d91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:38.819989 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-f02845d6-0499-4ffb-a824-7152402d91f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0560763 May 10 11:49:38.896994 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-02602582-e0d3-4d5f-a28f-2fa82531a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:49:38.898494 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-02602582-e0d3-4d5f-a28f-2fa82531a643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719562 May 10 11:49:38.927196 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:49:39.031749 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-c97b0a8f-7269-4b0e-88db-c2b7c90a0363 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270928 May 10 11:49:39.160694 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c6c2a2f1-ecab-444b-9285-7f09c5987814 req-21187f14-30a8-4446-b089-34882bd73c14 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230922 May 10 11:49:39.272053 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': '22ea90bf-c033-4d5b-8b05-c82525097bdd', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:92:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4adec3-687f-4417-a0f6-0feb05126205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:49:25Z', 'updated_at': '2021-05-10T11:49:37Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:49:39.275982 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d8cb0-a43c-4bb2-aeb6-d4c60434af10 None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': '22ea90bf-c033-4d5b-8b05-c82525097bdd', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': '30489cb0-1644-4880-ae31-9388107650ea', 'port_id': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'mac_address': 'fa:16:3e:92:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4adec3-687f-4417-a0f6-0feb05126205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:49:25Z', 'updated_at': '2021-05-10T11:49:37Z', 'revision_number': 1, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:49:39.447052 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f99c69-2cd5-4438-8942-01938bcf3bfb None None] New status for floating IP 22ea90bf-c033-4d5b-8b05-c82525097bdd: ACTIVE {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:49:40.690550 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:40.876561 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-873923ee-9622-47f8-a12c-facbec93fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:42.389714 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:43.731576 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:49:45.150511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-2efd3c34-2dc0-4514-8c2f-840f4b207d56 req-fcf81d9f-6b7c-4e2c-96ca-d9512e754543 service neutron] (78767) timed out ('10.222.0.41', 40430) {{(pid=78767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:49:56.929552 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:08.157106 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4f48002b-d52c-418d-8e76-2216ba50f425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.694765 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:10.877686 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ba03cfd-4698-4095-b9ab-119bf145d13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:12.344230 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:50:12.391904 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:13.736514 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:26.931842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:38.150104 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d1843778-07a1-44fb-8ef1-f434b865dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.695746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:40.878291 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5018bfd9-67a4-4625-b7e6-2a8742a15181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:42.394271 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:43.739108 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:50:49.343718 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:50:56.949195 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:08.152455 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e2f31cab-676e-4c12-b624-9d0ad0bb57f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:10.696939 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:10.879053 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-51b555d7-a6b4-4296-9fdd-4acef708c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:12.397825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:13.742655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:26.342395 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:51:26.944770 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:34.220388 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-91ff6e91-2994-4ac5-ab8c-7d2698a15cda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692809 May 10 11:51:34.366036 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-c61fb14f-ed7f-4b35-b384-c8b451c5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:51:34.367487 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-c61fb14f-ed7f-4b35-b384-c8b451c5f164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0758710 May 10 11:51:34.509453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-a854284e-833b-4612-bdf1-eb291e48b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:51:34.510878 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-a854284e-833b-4612-bdf1-eb291e48b29f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.1237085 May 10 11:51:34.575100 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-e1fda05d-1bbf-40c9-a1f6-4b5d71c5ba3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0577815 May 10 11:51:34.637761 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-ca2ff803-b930-485a-b2ba-d6ca9f591a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:51:34.639101 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-ca2ff803-b930-485a-b2ba-d6ca9f591a83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0578370 May 10 11:51:34.683061 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-4ed6c526-30b5-44c4-94af-edbe47375c86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376096 May 10 11:51:34.807164 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-5225b2cf-33e1-4620-afb7-d0908ebd04e4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179578 May 10 11:51:34.932235 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-72f3cfb0-e55c-4f30-9dac-1c0782a4f9cd req-80ab389b-3c37-4fa9-9d56-43ecfdf77327 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185386 May 10 11:51:38.153830 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1e71-3b21-46f4-85d0-5ba77c3c8a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:40.699222 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:40.881919 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba1cc-db89-4547-b9ea-d5753ecd0f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:42.400451 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:43.746973 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:51:56.949002 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:03.340731 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:52:08.155238 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e48378bf-2a24-4bae-a911-553db006ff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.700672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:10.882741 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a44c6ece-9ab5-4c69-b02f-97cab07504f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:12.402203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:13.748164 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:26.938855 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:36.261260 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-e8610097-95de-41db-8cf8-57cc142ee763 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164346 May 10 11:52:36.350185 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232656-b590-4823-a6a2-57394181d084 req-b50473a0-d97e-42bc-b6f7-a2b02588df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:52:36.351673 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-b50473a0-d97e-42bc-b6f7-a2b02588df3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 1098 time: 0.0704594 May 10 11:52:36.580242 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232656-b590-4823-a6a2-57394181d084 req-269916bf-a7a4-4dcd-bcc5-ad8f51ee3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:52:36.581731 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-269916bf-a7a4-4dcd-bcc5-ad8f51ee3809 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.2105844 May 10 11:52:36.649267 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-2ab89165-b3c8-43f7-87f9-fd294e0f7bbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 200 len: 217 time: 0.0612867 May 10 11:52:36.709285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232656-b590-4823-a6a2-57394181d084 req-93946532-534c-46d8-b29f-297a86420cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:52:36.710561 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-93946532-534c-46d8-b29f-297a86420cfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0551372 May 10 11:52:36.758979 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-270a18fb-137b-4267-828b-2d472e3db688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419683 May 10 11:52:36.768540 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-597b109a-fa4d-4e25-bdca-d0cca9008773 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:52:36.769522 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-597b109a-fa4d-4e25-bdca-d0cca9008773 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046747 May 10 11:52:36.896065 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-1ebcf080-f2bd-4eb1-a069-b9566cc46dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204832 May 10 11:52:37.025373 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0a232656-b590-4823-a6a2-57394181d084 req-dad723c4-8da3-4c80-818c-863073261ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221540 May 10 11:52:38.156387 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3af5d9f4-419d-4efb-bd40-b25e1ac404e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.339740 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:52:40.705248 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:40.883630 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a898b484-568f-47ca-a6f3-a442c82d05a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:42.403470 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:43.752432 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:52:56.945854 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:08.158023 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-87d88fd4-d0e2-41f4-bef3-a7aa88d3b553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:10.706468 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:10.885097 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-40a0bf61-5663-4d9d-87a1-6a04d98d040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:12.408444 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:13.755391 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:17.338734 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:53:26.956875 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:36.263665 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-0d753b78-3335-42f0-9dde-a17359d98800 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784571 May 10 11:53:36.368886 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-e75bf4ad-c4e9-47cf-b8a5-a42c7d7c2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:53:36.370490 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-e75bf4ad-c4e9-47cf-b8a5-a42c7d7c2b82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1099 time: 0.0814805 May 10 11:53:36.516661 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-4d7b76a9-f1e2-462d-b62b-6073e1ea570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:53:36.518693 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-4d7b76a9-f1e2-462d-b62b-6073e1ea570a service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1279602 May 10 11:53:36.613376 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-cdd334a7-8e21-43ec-a7b8-d41e66e7c73a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 1001 time: 0.0883796 May 10 11:53:36.683256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-fd4c9bda-2a27-4641-9e09-f0ebf8982d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:53:36.684629 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-fd4c9bda-2a27-4641-9e09-f0ebf8982d85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0653720 May 10 11:53:36.757671 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-cb6e173b-caf1-4134-bbf8-9f12b9a7b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:53:36.759099 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-cb6e173b-caf1-4134-bbf8-9f12b9a7b940 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681581 May 10 11:53:36.886183 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-e63d6981-edf6-4f83-9443-807bf8e751a3 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203902 May 10 11:53:37.012012 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2227571f-1557-47be-9a6b-fa6c2b59b440 req-15560edd-fefc-4aa7-bb78-75973fefe07b service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193535 May 10 11:53:38.159635 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-09df93b5-ce46-4e92-b86c-1d103725f878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:40.709233 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:40.887847 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-233c5c5f-6c64-47fd-935b-24a444477a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:42.409266 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:43.759887 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:53:54.337972 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:53:56.956103 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:08.160846 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1ec02338-e2a1-4ab2-a5ab-52e504d2a4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:10.710903 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:10.888649 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8c419cff-de94-41d7-9e64-cce448ee2c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:12.411875 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:13.761296 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:26.966628 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:31.337147 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:54:38.163123 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dd85ed8f-fc6d-4459-90ad-87d06e73d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:38.180615 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-81375083-28f6-4dc6-aabe-a69d0865f697 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744474 May 10 11:54:38.323291 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-ea6cac06-f45a-4e61-9442-1bb54abff006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:54:38.324766 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-ea6cac06-f45a-4e61-9442-1bb54abff006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e6be9ea0894a53998da1817a5648c0&device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 1098 time: 0.0754945 May 10 11:54:38.544295 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-69c04ce7-0516-4055-bc6c-0103d9cbd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:54:38.545785 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-69c04ce7-0516-4055-bc6c-0103d9cbd146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 200 len: 920 time: 0.2004941 May 10 11:54:38.614111 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-897e61cc-95d4-4174-86a0-bd952be43384 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 200 len: 217 time: 0.0620835 May 10 11:54:38.675113 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-f328098e-f640-456a-bf12-28f66b116895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:54:38.676510 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-f328098e-f640-456a-bf12-28f66b116895 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 200 len: 859 time: 0.0559421 May 10 11:54:38.725404 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-d76cb94d-fdd9-49cb-8a7b-dcaaf45251d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416176 May 10 11:54:38.851972 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-66eda0c0-eebe-47ea-96b4-94f9ddbd4013 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197517 May 10 11:54:38.981880 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-43ac80ee-14ed-46bf-9fb9-a409f5ded368 req-dde4b22f-c614-4588-8b82-1cb08c627be4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233654 May 10 11:54:40.712097 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:40.889765 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6b48283b-36ef-43ba-b882-3725c02be8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:42.414799 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:43.764410 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:54:56.969793 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.397976 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 54064) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:55:05.514535 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.528505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:55:05.532265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Usage tracker for resource:security_group_rule and tenant:8f641b3fd2f1443cb00433dadbe6e11c is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:55:05.535034 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:55:05.540621 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:55:05.624750 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.628279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.636427 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-14be7470-255c-4d59-ae05-138f15593a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:55:05.675426 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f641b3fd2f1443cb00433dadbe6e11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764399 May 10 11:55:05.676964 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533606ec-ff27-47c3-8025-4c94c5aaea99,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:05.678166 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 54074) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:55:05.684707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.685084 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.685477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.685835 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.686191 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.686546 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.686901 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.687275 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.687625 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.687972 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.688334 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.688659 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.692622 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:55:05.736511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.760610 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.811382 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.815945 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-04507567-5a51-4729-ba7f-bd738ff71072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:55:05.827338 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533606ec-ff27-47c3-8025-4c94c5aaea99,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:05.835970 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.836344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.836708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.837066 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.837444 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.837801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.838152 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.838517 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.838858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.839205 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.839549 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.839893 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:55:05.842977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:55:05.844923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:05.846117 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/533606ec-ff27-47c3-8025-4c94c5aaea99 HTTP/1.1" status: 204 len: 168 time: 0.1668935 May 10 11:55:08.163795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f7bd-83fe-4ade-9e9b-1c03b31c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:08.336457 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:55:10.712768 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:10.890974 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f62b7bc1-f3aa-4aa2-8229-6d020590da1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:12.417518 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:13.767628 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:16.846300 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234beff3-a8c0-451f-a24d-ce8b891400aa req-e684e205-9b6b-46c1-b074-2bcbf3d27761 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:16.847764 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-234beff3-a8c0-451f-a24d-ce8b891400aa req-e684e205-9b6b-46c1-b074-2bcbf3d27761 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.2403286 May 10 11:55:16.896469 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-234beff3-a8c0-451f-a24d-ce8b891400aa req-843cd33b-a0ef-4e63-9acd-f659ceb35eea tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 May 10 11:55:17.097974 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-ffc02093-fce1-44a9-8970-17b2629bdcc2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:17.098764 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-ffc02093-fce1-44a9-8970-17b2629bdcc2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Synchronizing usage tracker for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:55:17.113333 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-ffc02093-fce1-44a9-8970-17b2629bdcc2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Unset dirty status for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:55:17.114445 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-ffc02093-fce1-44a9-8970-17b2629bdcc2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 945 time: 0.0999236 May 10 11:55:17.248266 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Deleting port 9f8c8e8e-dee2-4ab7-972c-68430f621410 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:55:17.248609 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.376429 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] For port 9f8c8e8e-dee2-4ab7-972c-68430f621410, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9f8c8e8e-dee2-4ab7-972c-68430f621410,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:55:17.376787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.494252 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Calling delete_port for 9f8c8e8e-dee2-4ab7-972c-68430f621410 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:55:17.602982 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.609650 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-08ae4ead-73e5-47ae-886d-364276dccca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:55:17.614572 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['61f1f7a1-b074-4c0d-b096-4441ffdc4b80', '9f8c8e8e-dee2-4ab7-972c-68430f621410'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:55:17.686350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Pushing event deleted for resources: {'Port': ['ID=9f8c8e8e-dee2-4ab7-972c-68430f621410,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:17.688890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:55:17.730908 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] No DVR routers for this DVR port 9f8c8e8e-dee2-4ab7-972c-68430f621410 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:17.733523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:17.738218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'name': 'network-vif-deleted', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:55:17.753472 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-491772b9-2bff-49c9-96fb-9161b11c5d22 req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "DELETE /v2.0/ports/9f8c8e8e-dee2-4ab7-972c-68430f621410 HTTP/1.1" status: 204 len: 173 time: 0.6337998 May 10 11:55:17.843448 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4064f149-9788-4ea3-833f-b3dd746ce9af', 'name': 'network-vif-deleted', 'tag': '9f8c8e8e-dee2-4ab7-972c-68430f621410', 'status': 'completed', 'code': 200} May 10 11:55:18.059491 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3714b76c-58d5-44ea-9cb4-d55fd43be949 req-efb4c38f-3408-4b4b-bcec-e1e38c1a5585 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=4064f149-9788-4ea3-833f-b3dd746ce9af HTTP/1.1" status: 200 len: 210 time: 0.0412486 May 10 11:55:20.573996 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226659d1-e0fd-4aba-8e35-cc1271228a11 req-1db18543-3e61-4664-856f-ac95083557a9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:20.575469 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-226659d1-e0fd-4aba-8e35-cc1271228a11 req-1db18543-3e61-4664-856f-ac95083557a9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.1295598 May 10 11:55:20.622653 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-226659d1-e0fd-4aba-8e35-cc1271228a11 req-ef0de664-cc3b-48d4-a3d8-8fec7024149b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/security-groups?id=628cf63a-9223-4af1-8b58-c578f6c109f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 May 10 11:55:20.965154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-02e0b172-b944-42c2-af1e-172fe2e2e016 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:20.965869 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-02e0b172-b944-42c2-af1e-172fe2e2e016 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Synchronizing usage tracker for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:55:20.980092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-02e0b172-b944-42c2-af1e-172fe2e2e016 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Unset dirty status for tenant:a8e6be9ea0894a53998da1817a5648c0 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:55:20.981162 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-02e0b172-b944-42c2-af1e-172fe2e2e016 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 945 time: 0.0913477 May 10 11:55:21.186260 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Deleting port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:55:21.186606 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.317393 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] For port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:55:21.317760 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.437425 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Calling delete_port for 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:55:21.545557 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.551385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2852bd47-da84-4c14-9af6-9fd854ab5265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:55:21.557463 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['61f1f7a1-b074-4c0d-b096-4441ffdc4b80'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:55:21.595045 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Pushing event deleted for resources: {'Port': ['ID=61f1f7a1-b074-4c0d-b096-4441ffdc4b80,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:55:21.598088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:55:21.669268 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] No DVR routers for this DVR port 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:55:21.672300 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:21.674929 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'name': 'network-vif-deleted', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:55:21.690827 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c1b6951b-b9db-45c3-814b-b580dcb16e41 req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.21 "DELETE /v2.0/ports/61f1f7a1-b074-4c0d-b096-4441ffdc4b80 HTTP/1.1" status: 204 len: 173 time: 0.7042053 May 10 11:55:21.731473 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb13e38d-9c78-45a7-a7f2-5d17d03c3d55', 'name': 'network-vif-deleted', 'tag': '61f1f7a1-b074-4c0d-b096-4441ffdc4b80', 'status': 'completed', 'code': 200} May 10 11:55:21.779346 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9b4ebe6d-8d9b-4f62-9601-ea52a8a13817 req-55da7375-6ed0-4ef2-9ad4-815415d15f2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0427353 May 10 11:55:22.359274 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 9f8c8e8e-dee2-4ab7-972c-68430f621410 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:55:22.394613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 9f8c8e8e-dee2-4ab7-972c-68430f621410 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:55:22.394975 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 9f8c8e8e-dee2-4ab7-972c-68430f621410 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:55:22.940848 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-62da39ed-c612-4299-9e47-7361e8956d05 req-9b64e3de-13f2-4864-a1a0-cb6cd3cb9619 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0554314 May 10 11:55:24.095674 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-98d14379-5cfc-481e-a0fb-3d43704d2cfd req-755fbd3a-0c6d-475f-96c3-31d18c9b88ae tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0451193 May 10 11:55:25.242241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b3ea2961-7c3d-411f-8770-946624c5ae3d req-bdf4dacd-29ab-4c91-a0be-1070dbc64b6c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0434527 May 10 11:55:26.375510 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:55:26.389997 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a1c2cb9f-c4e2-4d53-9357-91654d92f9de req-1d552fe7-bec7-424a-9d1e-7c3fc0b4ff2a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0430753 May 10 11:55:26.408201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:55:26.408548 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 61f1f7a1-b074-4c0d-b096-4441ffdc4b80 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:55:26.966457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:27.541306 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1b276c60-8c81-4dd3-977c-75e6f810e829 req-4c1426ca-528f-4b04-ba8e-5bb93400f9e2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0450480 May 10 11:55:28.688853 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c4f565b0-3a05-42cf-b310-24f1bcc24a7b req-62005666-a674-4fa3-8ff8-199c6d3afba8 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426121 May 10 11:55:29.831400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3e5fa7ab-007a-4248-bd0b-81d804ecde35 req-3af86b28-ac19-42ca-920d-3d1d271b7727 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0413880 May 10 11:55:30.977867 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b4ef42f0-a01b-41d4-8841-6aee2b7422f2 req-d04b5795-685a-4c66-b366-e1922156dca1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0441768 May 10 11:55:32.122810 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b052e5df-c2b8-4414-ad46-46e76a9f461b req-a74e7aa0-ef83-4d4f-9b39-ebac0e0135cb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426719 May 10 11:55:33.268902 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5d9aa7f8-70f3-4c03-ae36-fd273b11286d req-f09f002d-5374-4352-be86-664b8f808527 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0433867 May 10 11:55:34.418688 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4215069d-497b-46bf-8cde-b783d24b201e req-0524f872-62d5-4418-8882-50ea94677f49 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0442154 May 10 11:55:35.567712 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-077544b0-9417-4249-838d-ee99d1969cd3 req-df2c25ea-f152-48c4-a7a4-fdb106ca4208 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0423863 May 10 11:55:36.713190 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f2035dc9-a3be-4f80-a532-7d79db45f48c req-92fda1cc-83d3-4544-8a89-b5f908889bd8 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0433474 May 10 11:55:37.945794 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-44ff6afd-0f38-4561-aafc-74aa9c369c05 req-d497c901-94d2-4269-bb13-02dee1ac4404 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.1300147 May 10 11:55:38.165902 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6e88bd1d-a596-4779-ae0e-ddd4ab95433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:39.090051 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e55ac4e1-816d-4edb-a7de-a8b36dc5dce4 req-b077b447-de1d-4007-92c5-5f6b09ef1ae3 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0414152 May 10 11:55:40.236204 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-1c167b31-221a-4cb3-982d-4a6a5a7b5bcf req-ed3078fa-e222-4413-9693-4cd99b44e820 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0421820 May 10 11:55:40.292984 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-a2fc72d0-d3c3-4df6-b595-cf43ef7aad8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680528 May 10 11:55:40.381349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69a88-e971-4006-99f7-769b940b495d req-722b23ff-b4c0-4167-b710-826d47ced63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:40.382730 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-722b23ff-b4c0-4167-b710-826d47ced63d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 1099 time: 0.0699799 May 10 11:55:40.526971 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69a88-e971-4006-99f7-769b940b495d req-a1d1556f-b11f-40dc-bc5b-1b8d7db810ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:40.528418 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-a1d1556f-b11f-40dc-bc5b-1b8d7db810ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 200 len: 912 time: 0.1261315 May 10 11:55:40.629117 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-fe36541e-cc20-45ae-acc9-6d2af886afc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 200 len: 1001 time: 0.0941336 May 10 11:55:40.692140 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69a88-e971-4006-99f7-769b940b495d req-67d3ccda-2e29-406d-94b4-f597a3ce7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:40.693456 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-67d3ccda-2e29-406d-94b4-f597a3ce7e83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 200 len: 850 time: 0.0584114 May 10 11:55:40.715955 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.769815 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69a88-e971-4006-99f7-769b940b495d req-ea25a174-ea1b-4d89-80d1-c853a9d1ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:55:40.771257 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-ea25a174-ea1b-4d89-80d1-c853a9d1ad13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11a5a096-1237-4e63-b10a-3b855464f28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712941 May 10 11:55:40.894588 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9b0186d6-6b67-4882-aef1-f182469f17c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:40.905310 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-2791ab0e-3ed8-4759-a31c-d277e6af5bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265066 May 10 11:55:41.032629 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-b8c69a88-e971-4006-99f7-769b940b495d req-c85aa39a-a3d4-4cd9-8915-c31d8c5c5bbe service neutron] 10.222.0.21 "GET /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215656 May 10 11:55:41.385981 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ac083d0a-410a-48b5-9ea9-75842e99beda req-e8932c78-e0bb-4be6-aed6-00e9b3d0a55c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0450377 May 10 11:55:42.420772 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:42.533685 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-98d1a55b-0045-4260-9377-7657819e5d29 req-f655fcf8-c5f6-4d83-a7cc-e17d543bd51f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0431271 May 10 11:55:43.678793 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-275283a4-59a0-4fde-86cc-20e425919b91 req-13cca46b-74ea-4aef-8b12-025dd4d8e9d7 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0413797 May 10 11:55:43.770865 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:44.828203 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-93b6e659-319c-480e-b654-726d63fc30b3 req-598c76eb-8099-4052-9fe7-f4440853c0be tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0442078 May 10 11:55:45.335504 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:55:45.976692 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d8896921-f8f3-4e39-93c9-970ec9d2cac3 req-2a0beada-fe18-4501-b5ea-d47c333073de tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0428472 May 10 11:55:47.138235 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12fa1ef1-cae6-4eb8-904e-e6f39d2cb4c1 req-112b6b3d-2a45-4de3-b387-fecc1c4a53cb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0460575 May 10 11:55:48.288512 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2feacfa-ee75-4c3b-a813-48fb609aa33f req-ad1beef8-4f09-4e72-ba10-09f882826bdd tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0448985 May 10 11:55:49.435331 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a49931e9-0de1-4fc6-b52e-a492c9f363f8 req-eb0645cb-281e-429f-962d-ff55be16f11b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0410678 May 10 11:55:50.584675 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6fbff5c8-dd88-4baf-9fbf-2c8fb444be6a req-4e25f676-2a1f-4740-bdc7-4c3b113ac87f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0418370 May 10 11:55:51.732411 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb6938cc-5913-45ff-9349-f21cdddf7c89 req-39191cf9-170d-40f3-9def-fd74789ecbc1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0455139 May 10 11:55:52.879855 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0bf04067-af51-4406-b60f-c0d5f801b5ae req-9245260b-469b-4f56-82a5-9cb37d8dcfb6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0420113 May 10 11:55:54.025651 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d5ac753b-1e98-4614-b5e8-d2cf5995346f req-f2805574-2543-4978-8961-7cc215692b6c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0411713 May 10 11:55:55.179659 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f024b021-8a00-4d39-86dc-dc2f7f13b97a req-15634df6-ad4d-4197-882e-cfb46af450bb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0486743 May 10 11:55:56.326412 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2fed8328-d675-4352-b7c4-6d11c8c1ae4d req-047184f9-8800-4172-b55c-119b4e744c73 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0406480 May 10 11:55:56.981376 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:55:57.471088 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c78dcb6a-e733-4c78-83d2-ed83588f5378 req-bd8577c2-87d4-4492-b561-795f0078677c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417833 May 10 11:55:58.618456 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fb75d86e-7857-4c62-b688-c1610ab15bae req-c19e74cb-3795-4235-88a9-c6bf57925ee0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0446684 May 10 11:55:59.762715 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c52a3c76-215e-406b-aeed-8590653805e4 req-25d770c7-8370-4997-9e47-a40f3aef96f4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0425446 May 10 11:56:00.908206 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ca7af578-4bb3-4fd7-969b-ff1fd1c07739 req-edea8595-8852-4545-8afb-f5aa7abab565 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0425143 May 10 11:56:02.058805 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6629a940-3bb2-4d61-b6f7-879eb8af6cf3 req-e5513a31-3c85-4ad0-ac30-2a8e52c0f8f9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0443020 May 10 11:56:03.206839 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-beba372d-f3c6-493d-af1a-a8485ad36413 req-25c1abbb-d23b-4e2a-9c57-181275b4fdf2 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0427794 May 10 11:56:04.354755 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bd1a693a-4b00-414a-b34d-bb905b247128 req-69d893cb-fa7c-4ac3-99ee-c792e7eb0f21 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0434749 May 10 11:56:05.504823 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6cb25b8f-e76f-4520-ba3d-8d0ec1c8e963 req-cf99e8eb-142e-435f-8055-a45c2ff0efe6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0460300 May 10 11:56:06.655467 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c8f37a68-a806-4259-9e69-7144ef7c1080 req-edab7344-9f0b-496b-b88a-232a2c3d87de tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0419016 May 10 11:56:07.799269 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fdc8fe09-aac3-466f-a869-8d264a02df43 req-19c94552-1bc8-4919-a118-a8b7597bc755 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417476 May 10 11:56:08.169667 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8c33d11a-079a-49dd-ae02-428316f2c727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:08.948776 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-159fc201-e108-40c2-bacd-e9a9465d9490 req-19d60249-d052-4b5f-b712-bfd54e86074f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0443101 May 10 11:56:10.095895 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2b3de17d-03e0-49c3-a083-9e29592fe4f0 req-e168d5ea-ba3f-40f5-9bfb-5cbb27d3de53 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417147 May 10 11:56:10.719112 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:10.893548 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3716-a918-4c61-8c43-84fa286bf359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:11.243160 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d85d0bd0-2ab0-4162-8c6e-1aabef5252ca req-715b1513-b6a6-47fc-a94f-92790c647693 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0454991 May 10 11:56:12.392211 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e5622308-e9db-41aa-a84a-d91530b6fb42 req-a1c003b7-2dbf-45b6-b8c1-a29712e9483d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0453970 May 10 11:56:12.431064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:13.537624 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c1e6074a-4cc4-45fe-9640-41dbe2c5d946 req-bd599fd1-9a8f-46a9-8c5f-6dfbb06bd732 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0419574 May 10 11:56:13.774237 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:14.681919 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0131d6a6-237d-4030-a178-5ff6c1157ad7 req-7ae853e3-32cb-4509-85f5-8bb0d6bc0061 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417786 May 10 11:56:15.911575 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bceeaf04-0e8b-4996-94b6-070e52ea62a5 req-953f9a0f-2d0c-4f1d-a720-36e395c6b1f1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.1248386 May 10 11:56:16.696306 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb1448-3bb4-4d50-b7bf-052d44c04c51 req-a2f3570f-79f1-43c9-93b8-2c356acd32a0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:56:16.697762 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c1fb1448-3bb4-4d50-b7bf-052d44c04c51 req-a2f3570f-79f1-43c9-93b8-2c356acd32a0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 946 time: 0.0777049 May 10 11:56:16.741897 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c1fb1448-3bb4-4d50-b7bf-052d44c04c51 req-3983587b-0bc9-49a4-956b-41505a220fc9 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383959 May 10 11:56:17.039581 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-f8048144-d8b4-4844-9867-a1b05755e71d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:56:17.040283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-f8048144-d8b4-4844-9867-a1b05755e71d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Synchronizing usage tracker for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:56:17.055279 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-f8048144-d8b4-4844-9867-a1b05755e71d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Unset dirty status for tenant:d4ad9acfbed64de0b5b6f25092e6f2bf on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:56:17.056581 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-f8048144-d8b4-4844-9867-a1b05755e71d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 946 time: 0.0981920 May 10 11:56:17.061764 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9d9c8670-d954-441d-a433-dacaf55604e7 req-5bc70fc2-c77e-4f7d-9ada-d012f2c5ec6e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0450382 May 10 11:56:17.189779 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Deleting port 20b319bd-c50d-4d4e-b7e1-597480c18611 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:56:17.190123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.398379 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] For port 20b319bd-c50d-4d4e-b7e1-597480c18611, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=20b319bd-c50d-4d4e-b7e1-597480c18611,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:56:17.398741 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.674932 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.675173 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.675443 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.l3_db [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Floating IP 22ea90bf-c033-4d5b-8b05-c82525097bdd disassociated. External IP: 172.27.2.40, port: 20b319bd-c50d-4d4e-b7e1-597480c18611. May 10 11:56:17.675769 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Calling delete_port for 20b319bd-c50d-4d4e-b7e1-597480c18611 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:56:17.786216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:17.791954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:56:17.836835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'Port': ['ID=20b319bd-c50d-4d4e-b7e1-597480c18611,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:17.901754 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-25cca292-4383-4b23-98c8-d778b336fa53 req-7740111a-4283-4fb2-9db0-0580c44ea110 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4adec3-687f-4417-a0f6-0feb05126205 HTTP/1.1" status: 200 len: 210 time: 0.0483923 May 10 11:56:17.904737 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.905106 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.905492 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.905849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.906199 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.906550 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.906896 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.907242 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.907628 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.907976 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.908317 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.908658 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:56:17.962722 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:56:18.030119 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:56:18.203638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:56:18.214759 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:56:18.223195 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c7bab1fc-48a8-4b14-bb4a-52e6474cc8a9 req-1bafe8be-c3b5-4a35-b702-794a1bf2be9d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0544841 May 10 11:56:18.226367 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:56:18.227184 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:56:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:18.286687 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] No DVR routers for this DVR port 20b319bd-c50d-4d4e-b7e1-597480c18611 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:56:18.289903 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:18.292855 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'name': 'network-vif-deleted', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:56:18.321109 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd1fad9b-c5ca-4ec6-8874-9e89b3d19c72 req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.21 "DELETE /v2.0/ports/20b319bd-c50d-4d4e-b7e1-597480c18611 HTTP/1.1" status: 204 len: 173 time: 1.2589571 May 10 11:56:18.352987 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4adec3-687f-4417-a0f6-0feb05126205', 'name': 'network-vif-deleted', 'tag': '20b319bd-c50d-4d4e-b7e1-597480c18611', 'status': 'completed', 'code': 200} May 10 11:56:18.412884 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:56:18.715846 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:18.719705 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:56:18.728287 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:56:18.728888 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:56:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:18.905872 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:56:19.029968 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 54664) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:56:19.094954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.121685 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.180024 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.185339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-db39b2f6-f89d-4f60-bd8a-57e5528349bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:56:19.200460 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfc0ba1-00d1-44b5-8e4b-512ee09f478d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:19.205327 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:56:19.208827 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.212564 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "DELETE /v2.0/security-groups/ddfc0ba1-00d1-44b5-8e4b-512ee09f478d HTTP/1.1" status: 204 len: 168 time: 0.1791990 May 10 11:56:19.212896 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 54668) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:56:19.228664 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.api.v2.resource [None req-676528e1-3b96-4dc6-820b-760f396ce989 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] show failed (client error): The resource could not be found. May 10 11:56:19.229689 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-676528e1-3b96-4dc6-820b-760f396ce989 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "GET /v2.0/security-groups/ddfc0ba1-00d1-44b5-8e4b-512ee09f478d HTTP/1.1" status: 404 len: 347 time: 0.0157413 May 10 11:56:19.232481 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 54672) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:56:19.251924 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:56:19.256534 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0bcbe-5f16-4ac1-9446-c86845f5a798 None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T11:32:17Z', 'revision_number': 4, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '51a44603-d263-442f-986e-04a0a73f23fc', 'name': '', 'network_id': '11a5a096-1237-4e63-b10a-3b855464f28b', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'mac_address': 'fa:16:3e:b9:62:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:14Z', 'updated_at': '2021-05-10T11:32:30Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'subnets': [{'id': '4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:56:19.378247 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-097f2453-f5e9-48b2-b218-3458048b15b8 req-ca490a4f-3e2b-499c-b3a9-13d12052f0bb tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0458455 May 10 11:56:19.457154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Deleting port 733d1d5a-de64-40c0-83e5-823a7ff725dd {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:56:19.457537 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.511674 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496dc4a1-18a3-4167-af7f-8f4bee64e2a3 None None] New status for floating IP 22ea90bf-c033-4d5b-8b05-c82525097bdd: DOWN {{(pid=78768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:56:19.649131 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.649482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.770476 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Calling delete_port for 733d1d5a-de64-40c0-83e5-823a7ff725dd owned by network:floatingip {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:56:19.873989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:19.878694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0e119bba-5d52-43e3-9e71-92242e82aa19 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:56:19.922320 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Pushing event deleted for resources: {'Port': ['ID=733d1d5a-de64-40c0-83e5-823a7ff725dd,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:56:19.925237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:56:20.012114 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks [] for floatingip, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.025928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:20.027048 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] 10.222.0.41 "DELETE /v2.0/floatingips/22ea90bf-c033-4d5b-8b05-c82525097bdd HTTP/1.1" status: 204 len: 168 time: 0.7936509 May 10 11:56:20.527045 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d6d63364-cd97-4d96-a75b-6d3c711b8d0e req-b8e44027-2267-43dc-9704-d138deebe68f tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0422821 May 10 11:56:21.670625 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0fc84f01-578e-43b0-8c7c-f51a7c0b0de2 req-8be93f3e-2200-4bc0-b890-4a85243abf3a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0401311 May 10 11:56:22.334662 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:56:22.609635 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 20b319bd-c50d-4d4e-b7e1-597480c18611 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:56:22.644148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 20b319bd-c50d-4d4e-b7e1-597480c18611 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:56:22.644491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 20b319bd-c50d-4d4e-b7e1-597480c18611 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:56:22.827841 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-83d35a57-6947-4f46-affc-3d3360b204ed req-c2a609e0-1084-4a45-9686-50c8e2301d9b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0536866 May 10 11:56:23.976901 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-41919390-15b7-4f9a-bdd8-2624e20a81e0 req-5d75d4d8-5733-4420-b6ee-9f7dbd7d3a5c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0415878 May 10 11:56:25.120562 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-76678a48-a2ce-4713-8d91-40987417e580 req-c0273933-551e-46b0-b1da-a54f71ad5db0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417728 May 10 11:56:26.271199 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e1afe253-7d7d-4bef-91e7-274ccf218276 req-34fb5b95-86be-416b-a9d9-e55967239ca4 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0450013 May 10 11:56:26.995833 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:27.423780 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-17a81a97-8f7a-4a75-8471-decf8c3d2b78 req-c7c6e7f3-741b-4b6d-899b-561a9913d416 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0420766 May 10 11:56:28.568146 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6d362e27-5df3-4882-9bb9-72421afe8fcf req-b4489994-d96e-48e7-be27-8cd91b37a305 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0415127 May 10 11:56:29.714691 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d1fc67ba-8657-492b-9fe7-f78d2022b28d req-a67aea24-68c1-4e52-bbd3-f5de869e2034 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0441017 May 10 11:56:30.862760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bfad6e1d-159a-44a0-adfe-0223312c3a5d req-44fd0ea6-f20e-4d24-93b9-0371369d6da5 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0420632 May 10 11:56:32.009299 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-00728515-2327-4eca-9e28-9f93dc52e63d req-20774461-4b9e-4aea-902f-4a2117875e34 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0430157 May 10 11:56:33.156434 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-951e695f-2500-47b9-8819-46ce13707122 req-3b8407c7-4e97-48b9-aadd-6b3e13b90260 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0438786 May 10 11:56:34.306875 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bed9da24-318b-4a7b-a73f-d8b6e27c8c40 req-cd38a61a-0505-40a9-a6bf-606f47b28f91 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0448070 May 10 11:56:35.454834 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-851a4160-4be4-4ace-a387-c8feaa9f983a req-7e348f92-b26e-4154-9793-5705c2c72c50 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0424843 May 10 11:56:36.603525 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3c3bf9e8-9537-44d4-9c84-95bcfbecae8c req-a75253d9-2922-4640-8c6d-c5aeb5481911 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0453119 May 10 11:56:37.758930 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2467b542-17c6-4bb7-a921-65cbc430b1bc req-a8367375-186e-4694-9fb0-aa742a89de4e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0420024 May 10 11:56:38.170639 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dd452316-ddf3-43ce-bff3-34751666f354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:38.903990 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b3455396-c933-4b30-9a6b-b2970e9dd500 req-4e3aceab-3051-4074-8327-78158996fd82 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0408494 May 10 11:56:40.053341 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f5fe288c-fcd6-4c76-b61a-811001dd48f8 req-c6608e2d-9547-4c33-ac48-ce45eeb96d69 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0461836 May 10 11:56:40.722180 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:40.898718 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-61071e6e-dbb0-426c-b4cd-fcea03dd7804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:41.199933 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-87859225-4f4e-4906-ad75-3562b22bb5af req-5c413cf5-6d4a-4500-89fd-a8ba0e9d4e34 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0425649 May 10 11:56:42.344742 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-075af76a-a1f6-4158-89e3-76e34796ab4d req-3f529612-9b72-4667-a2f9-f8d8c9588772 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0422268 May 10 11:56:42.422815 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:43.497615 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-11c5f8d6-87b1-4e54-9096-695240350035 req-70140879-905b-4702-95ae-5fab036954a6 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0444601 May 10 11:56:43.777478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:44.646031 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5e0315d9-1644-4c4f-81a9-e10b02ec0489 req-cc1b9aad-9afd-4539-bdaa-e021019034ea tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0424306 May 10 11:56:45.789973 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ed1995d7-1cae-4472-89bd-a0f0caa27c48 req-2bc26c0a-ab03-4359-a06d-7d61c6adc9fa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0409579 May 10 11:56:46.937099 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-954905f6-1eb2-4b33-bbef-8e3fb5e5888d req-f6938f7c-5101-4350-a729-abece49503e0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0435588 May 10 11:56:48.084641 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d200a8d9-7185-4135-984b-2131f31bac14 req-874762c0-f643-491d-bb6b-3d576390c08c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0424213 May 10 11:56:49.226702 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-41869850-fe2e-4611-a283-ecc467ba0533 req-7318b4b0-d3fd-40ef-ac5a-f60ab1782b47 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0410633 May 10 11:56:50.456739 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9b87addd-0d27-475b-a596-6492b2d86b73 req-8ab6da6b-c0b9-4aca-a106-e0e5fcc5492b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.1257260 May 10 11:56:51.603526 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c14d53a3-8bad-4d70-a059-0291242f4321 req-013deccd-bc92-4101-94b6-72b545a33f31 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0420833 May 10 11:56:52.747495 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-694d2667-8e6d-45fc-abc2-8db3cb0be2cd req-7468e7bd-e451-4afd-9c2b-ee27a3835ed9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0412364 May 10 11:56:53.898173 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fd8a9261-ae40-4940-84e3-50c4f88bdc79 req-51c5cbd4-c769-488c-8d89-887d44437317 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0458200 May 10 11:56:55.048146 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-df235c18-a0b6-43ae-8531-4965a907cd19 req-719fe361-2afb-4f3d-a735-c8a1b557595a tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426688 May 10 11:56:56.198917 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-149db87e-b874-44b8-b5cd-2c35b8f9e930 req-d9f588e8-d26d-4088-9ec5-73cbc602852b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426884 May 10 11:56:57.010089 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:56:57.346999 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a039ee3e-d725-4bc6-8c13-269e5701b2b6 req-0c2394cd-06b3-4e2d-b10a-43c7fc4c2c6b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0473406 May 10 11:56:58.495718 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cecd390b-bc30-412b-86d7-d79883f58e65 req-e206c0a1-e8d5-4f98-9db9-d65448c397f0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426512 May 10 11:56:59.335156 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:56:59.639081 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cb81a9ab-ed12-4b28-a3bc-e01375b6e4bb req-e718a1fb-d445-42d9-8354-d6eb3f4a6278 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0408611 May 10 11:57:00.786760 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2953c76-b351-4143-a379-467a9f5af2cb req-af54f2f4-4d3b-4bbd-b1cf-220e215d53b0 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0445294 May 10 11:57:01.933014 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50dfe706-5c0e-49bf-8b50-90db2a1b139e req-9e903610-7a85-4745-a574-b3a085e5a31b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0406959 May 10 11:57:03.076618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-fe63d6a5-26bc-43a7-bd09-e6635eb84b89 req-cc3bd7bc-fd61-4dcd-a562-7a2d59d7741b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0405178 May 10 11:57:04.224201 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f4bb4b4f-0296-4cba-8fe3-40fae1fe1bfe req-8e2fa22f-9644-4aa7-9f5f-8335dd958594 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0443425 May 10 11:57:05.372530 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b056503d-2dcf-4f40-a648-76dbab3268a6 req-5a15b4d4-31d9-483f-b6ac-5f80f3eada68 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0419142 May 10 11:57:06.516406 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-29bf23ec-7dab-460f-a7a7-0b9b63e4345f req-be4868ce-330b-4ab8-8654-279cd05245c1 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0418763 May 10 11:57:07.665073 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-48e71857-c7f9-40d0-87ed-73de93bf0b99 req-add42c97-e0f7-40e5-99c8-985cb1cea0c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0451956 May 10 11:57:08.172323 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-20c4fe62-cb32-4c25-971b-9a7d15775036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:08.949935 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bd73a289-03db-432a-bac6-89f0bd326765 req-4c07316d-5965-44cc-a085-826566e7dfc9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0410254 May 10 11:57:10.094943 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-708f9571-620d-484f-9e87-d52c4fad92cc req-58087278-33a9-4036-ba19-e60a2bab2c7b tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0426881 May 10 11:57:10.723519 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:10.900481 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-990aa228-2f6c-440f-8985-7f5663fd0fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:11.241350 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e20ebe32-e55d-41bb-9705-fc515a36517c req-b518949e-7f3d-4216-83c9-d8eaf64f007e tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0448797 May 10 11:57:12.429365 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:12.572423 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2515ebed-31cf-4d4d-91ad-38acd89792cd req-400b6a53-2856-4b95-88e4-d525fc2556dd tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417056 May 10 11:57:13.717100 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a4786e33-4899-4ec5-8a85-04e56d161ad5 req-e18c08d4-b89f-4d56-8770-a218b3008617 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0411789 May 10 11:57:13.783225 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:14.863396 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ba08822f-622e-4df5-9078-4ae2b6fe681e req-6a133b78-ce87-453b-b8ee-e98db689d504 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0449836 May 10 11:57:16.013712 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-404cb5f2-475a-43d4-ac71-64e2e90bea34 req-f7153a24-162c-4451-a54a-db516f7bad07 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0417092 May 10 11:57:17.157436 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3ab4e278-042d-4d93-b929-a0188135fb21 req-3000beb8-8634-45f8-a99f-1062e01d6d53 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0408206 May 10 11:57:18.304446 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5106cee9-b589-4cdb-a358-8bf8cf52de80 req-739abfd1-7ae1-4c07-aad4-b888a87b838c tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0451207 May 10 11:57:19.451715 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4d052956-9b85-4ed2-8d0e-64e388fd7518 req-2b8dd6eb-1795-4b94-a53d-4f1392df6c47 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0425589 May 10 11:57:20.595203 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b888cfc7-0c24-4456-9922-a493a6093b2a req-b6858d86-245f-4037-b9a8-069298cadd11 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0416558 May 10 11:57:21.741569 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-28392fff-927b-4e21-a260-6202ad270db6 req-d0fa5d0c-50b4-4477-ad18-a45591b9fe4d tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb13e38d-9c78-45a7-a7f2-5d17d03c3d55 HTTP/1.1" status: 200 len: 210 time: 0.0444987 May 10 11:57:22.832876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55154) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:23.474551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:23.949039 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Deleting port 718ac5ba-b297-4a13-821a-62f26734c02f {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:57:23.949794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:24.068286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] For port 718ac5ba-b297-4a13-821a-62f26734c02f, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=718ac5ba-b297-4a13-821a-62f26734c02f,segment=NetworkSegment(6831cf48-477a-4306-a96a-e0ac69f41243),segment_id=6831cf48-477a-4306-a96a-e0ac69f41243)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:57:24.068637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:24.190125 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Calling delete_port for 718ac5ba-b297-4a13-821a-62f26734c02f owned by network:router_interface {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:57:24.338710 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:24.342607 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4badc501-b9fd-40d2-b80a-3c3ba9c41686 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:24.385669 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Pushing event deleted for resources: {'Port': ['ID=718ac5ba-b297-4a13-821a-62f26734c02f,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:24.395998 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.396376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.396735 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.397096 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.397481 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.397840 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.398191 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.398542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.398896 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.399242 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.399589 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.399935 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:57:24.426038 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:24.660707 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:25.015942 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Router 238e3c34-ea56-4d40-9135-ea7998392444 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:57:25.264821 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:57:25.273560 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Sync routers for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:57:25.280173 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] 10.222.0.41 "PUT /v2.0/routers/238e3c34-ea56-4d40-9135-ea7998392444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4455755 May 10 11:57:25.282486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55172) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:25.283143 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:57:25.283752 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:57:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:25.461224 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:25.461791 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:57:25.634870 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:25.707794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Deleting port 7c01ce18-0a41-480c-a821-3324ef619e41 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:57:25.708135 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:25.740048 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:57:24Z', 'revision_number': 5, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port': {'id': '7c01ce18-0a41-480c-a821-3324ef619e41', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238e3c34-ea56-4d40-9135-ea7998392444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:00Z', 'updated_at': '2021-05-10T11:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:25.743739 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Checking router: 238e3c34-ea56-4d40-9135-ea7998392444 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:57:25.752409 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Routers {'238e3c34-ea56-4d40-9135-ea7998392444'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:57:25.753002 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T11:57:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['238e3c34-ea56-4d40-9135-ea7998392444'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:25.824929 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] For port 7c01ce18-0a41-480c-a821-3324ef619e41, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7c01ce18-0a41-480c-a821-3324ef619e41,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:57:25.825202 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:25.899300 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] Set router 238e3c34-ea56-4d40-9135-ea7998392444 gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:57:25.943697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Calling delete_port for 7c01ce18-0a41-480c-a821-3324ef619e41 owned by network:router_gateway {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:57:26.000142 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:57:25Z', 'revision_number': 6, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:26.004507 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3047cc-54f1-4117-9505-e6f49bc179fe None None] The sync data for ids ['238e3c34-ea56-4d40-9135-ea7998392444'] in dv-cinder-784945-6-iscsi is: [{'id': '238e3c34-ea56-4d40-9135-ea7998392444', 'name': 'tempest-ServerRescueNegativeTestJSON-1474654085-router', 'tenant_id': 'a8e6be9ea0894a53998da1817a5648c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:31:58Z', 'updated_at': '2021-05-10T11:57:25Z', 'revision_number': 6, 'project_id': 'a8e6be9ea0894a53998da1817a5648c0', 'gw_port_host': None}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:57:26.081447 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.085561 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5bdc93b6-a81a-4ab1-b6b2-2f07611b6718 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:26.128327 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c01ce18-0a41-480c-a821-3324ef619e41,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:26.152481 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:26.216226 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.386228 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.388849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.471862 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.472475 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238e3c34-ea56-4d40-9135-ea7998392444 {{(pid=78767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:57:26.484577 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.486583 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d2f2326b-d46d-494c-b4dc-cac912a75be6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/238e3c34-ea56-4d40-9135-ea7998392444 HTTP/1.1" status: 204 len: 168 time: 1.2029343 May 10 11:57:26.489089 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55184) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:26.644210 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Deleting subnet e266058c-7001-40b3-ba15-ddea4341061f {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:57:26.647064 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.694630 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:26.750157 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.000359 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.004625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6d304092-b850-4da6-b3b7-3cb7d718f783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:27.025112 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.039962 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e266058c-7001-40b3-ba15-ddea4341061f,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:27.042961 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:27.043911 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.049608 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d42aecce-4993-47ea-ad8f-55ecadf3215b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e266058c-7001-40b3-ba15-ddea4341061f HTTP/1.1" status: 204 len: 168 time: 0.5595918 May 10 11:57:27.052059 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55192) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:27.137307 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 718ac5ba-b297-4a13-821a-62f26734c02f no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:57:27.157738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.172190 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 718ac5ba-b297-4a13-821a-62f26734c02f {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:57:27.172594 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 718ac5ba-b297-4a13-821a-62f26734c02f not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:57:27.173017 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c01ce18-0a41-480c-a821-3324ef619e41 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:57:27.205736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 7c01ce18-0a41-480c-a821-3324ef619e41 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:57:27.206081 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7c01ce18-0a41-480c-a821-3324ef619e41 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:57:27.286350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.298612 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:27.310087 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6831cf48-477a-4306-a96a-e0ac69f41243') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:27.310391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6831cf48-477a-4306-a96a-e0ac69f41243') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:27.321781 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.337518 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.343491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:57:27.343865 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:57:27.356800 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:57:27.429996 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.433484 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-877481b0-4921-487d-91c9-fc058b5133b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:27.446172 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.456425 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:27.459491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:27.464747 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ac3d66f1-3ed6-4ab6-98c3-17cf2275e2c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3b3d7c0-e55d-457a-8f50-ed0339dfc5cd HTTP/1.1" status: 204 len: 168 time: 0.4117942 May 10 11:57:27.581121 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55200) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:27.633097 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ba1f169e-d031-4424-bc80-6ba880eb5cca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8e6be9ea0894a53998da1817a5648c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507491 May 10 11:57:27.635435 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55206) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:27.691303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.716485 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.767257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.771079 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ddda8a1f-56f1-46d5-aa45-acd9e7dc7635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:27.784421 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cf63a-9223-4af1-8b58-c578f6c109f5,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:27.786988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:27.796360 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:27.798337 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/628cf63a-9223-4af1-8b58-c578f6c109f5 HTTP/1.1" status: 204 len: 168 time: 0.1620350 May 10 11:57:29.590763 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55270) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:29.712752 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:29.727215 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:29.730964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Usage tracker for resource:security_group_rule and tenant:f806ffaa486e47379ff6fa47e77f15d3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:29.733715 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:29.740161 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:29.818827 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:29.822124 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:29.829336 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2bdbb2f0-58c8-4b09-b397-e80d9b562261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:29.868478 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c3aa6-b679-41ee-b485-8ee69cd6cde8,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:29.872812 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f806ffaa486e47379ff6fa47e77f15d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810416 May 10 11:57:29.873721 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:29.875491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55278) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:29.932434 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:29.957424 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.009926 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.014401 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bc603802-aa5f-46e3-9dbf-e9f5a4d87796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:30.026154 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c3aa6-b679-41ee-b485-8ee69cd6cde8,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:30.028960 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:30.031001 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.032039 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/734c3aa6-b679-41ee-b485-8ee69cd6cde8 HTTP/1.1" status: 204 len: 168 time: 0.1552925 May 10 11:57:30.304991 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55288) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:30.322812 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.337498 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:30.341303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Usage tracker for resource:security_group_rule and tenant:42938603e0a34d1aaddf26c10f740a7f is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:30.344077 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:30.349718 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:30.428492 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.432192 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.439406 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-83dcfba2-3354-40ed-8e17-a308cda18173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:30.477417 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5d4af-4e58-43a5-bfee-06ca57f9c2b7,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:30.481647 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42938603e0a34d1aaddf26c10f740a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756339 May 10 11:57:30.482528 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:30.484171 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55292) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:30.540509 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.569232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.619641 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.623388 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-789fb1a8-bb80-4a4b-9fa0-fa2a117a663d tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:30.634755 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5d4af-4e58-43a5-bfee-06ca57f9c2b7,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:30.637004 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:30.642364 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:30.643462 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57f5d4af-4e58-43a5-bfee-06ca57f9c2b7 HTTP/1.1" status: 204 len: 168 time: 0.1584404 May 10 11:57:31.346028 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55322) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:31.472286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523693086-network', 'tenant_id': '4d16f8ef84bd47b29e7bd54f7232c7ab'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:31.476830 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:31.480592 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Usage tracker for resource:network and tenant:4d16f8ef84bd47b29e7bd54f7232c7ab is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:31.483448 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:31.489322 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:31.499181 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Made reservation on behalf of 4d16f8ef84bd47b29e7bd54f7232c7ab for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:31.501423 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.512860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.527307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:31.531057 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Usage tracker for resource:security_group_rule and tenant:4d16f8ef84bd47b29e7bd54f7232c7ab is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:31.534531 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:31.540091 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:31.619535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.623363 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.627696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b844fe02-04bf-49d5-9fb9-bd28e71ad17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:31.651565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:57:31.664434 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9aca7-142a-490e-9473-428760bbc84d,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:31.668314 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:31.669251 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.669594 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Added segment e067aefb-0c70-4511-bddd-cc3b0e86a356 of type vlan for network 3711e0bc-8be9-4098-9ff6-a76974e3d2dd May 10 11:57:31.694878 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.725715 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.726971 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:57:31.727557 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:31.731955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:31.821519 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4744105 May 10 11:57:31.824268 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55330) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:31.832076 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Request body: {'subnet': {'network_id': '3711e0bc-8be9-4098-9ff6-a76974e3d2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523693086-subnet', 'tenant_id': '4d16f8ef84bd47b29e7bd54f7232c7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:31.835104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Pushing event updated for resources: {'Network': ['ID=3711e0bc-8be9-4098-9ff6-a76974e3d2dd,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:31.838196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:31.839091 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:31.842928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Usage tracker for resource:subnet and tenant:4d16f8ef84bd47b29e7bd54f7232c7ab is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:31.844557 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 3711e0bc-8be9-4098-9ff6-a76974e3d2dd details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:57:31.845832 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:31.851854 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:31.861563 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Made reservation on behalf of 4d16f8ef84bd47b29e7bd54f7232c7ab for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:31.863908 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:32.318165 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:32.322663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:32.395307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=563bb055-937b-4062-86d3-8596d7147c19,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:32.400419 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:32.402868 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Checking segment: {'id': 'e067aefb-0c70-4511-bddd-cc3b0e86a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3711e0bc-8be9-4098-9ff6-a76974e3d2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:57:32.403227 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Network hostable DHCP agents. Network: 3711e0bc-8be9-4098-9ff6-a76974e3d2dd, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:57:32.420086 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Network 3711e0bc-8be9-4098-9ff6-a76974e3d2dd is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:57:32.429708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 3711e0bc-8be9-4098-9ff6-a76974e3d2dd) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:32.437822 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:57:32.439123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:32.440026 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f31520-0e89-4aa6-865c-cc3d27c2a53e None None] Network 3711e0bc-8be9-4098-9ff6-a76974e3d2dd requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:32.458578 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-090d7c15-604a-45fe-891f-80fc85c12f9c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6333365 May 10 11:57:32.663106 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa92455-a818-40a5-9236-1196f4c9d6c8 None None] Network 3711e0bc-8be9-4098-9ff6-a76974e3d2dd requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:32.955805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55354) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:32.961408 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-597380841-network', 'tenant_id': '3f4b5c7558724378b6f5f9ca623d2fff'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:32.965919 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:32.969662 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Usage tracker for resource:network and tenant:3f4b5c7558724378b6f5f9ca623d2fff is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:32.972466 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:32.978040 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:32.988214 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Made reservation on behalf of 3f4b5c7558724378b6f5f9ca623d2fff for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:32.990512 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.002787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.016494 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:33.020269 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Usage tracker for resource:security_group_rule and tenant:3f4b5c7558724378b6f5f9ca623d2fff is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:33.023039 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:33.028605 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:33.108298 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.112922 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.117063 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:33.140303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:57:33.152584 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a8dd7-839f-43a6-bf1f-283e5df3d2dd,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:33.156516 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:33.157528 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.157874 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Added segment 5c7518ff-c845-46cc-8a4e-0dab918d22d5 of type vlan for network 0414b93d-0309-4775-8766-f450c70b18d4 May 10 11:57:33.184370 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.215194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.216453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:57:33.217034 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.222011 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:33.315558 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3586650 May 10 11:57:33.316484 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Pushing event updated for resources: {'Network': ['ID=0414b93d-0309-4775-8766-f450c70b18d4,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:33.318379 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55360) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:33.320765 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:33.324467 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Request body: {'subnet': {'network_id': '0414b93d-0309-4775-8766-f450c70b18d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-597380841-subnet', 'tenant_id': '3f4b5c7558724378b6f5f9ca623d2fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:57:33.326728 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 0414b93d-0309-4775-8766-f450c70b18d4 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:57:33.329212 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:57:33.332961 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Usage tracker for resource:subnet and tenant:3f4b5c7558724378b6f5f9ca623d2fff is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:57:33.335859 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:57:33.341657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:57:33.351611 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Made reservation on behalf of 3f4b5c7558724378b6f5f9ca623d2fff for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:57:33.354137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.730567 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.739194 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:33.805149 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c410b72-273b-4f61-9bf7-e9733ad76fa6,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:33.808512 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:33.813951 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Checking segment: {'id': '5c7518ff-c845-46cc-8a4e-0dab918d22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0414b93d-0309-4775-8766-f450c70b18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:57:33.814306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Network hostable DHCP agents. Network: 0414b93d-0309-4775-8766-f450c70b18d4, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:57:33.831743 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Network 0414b93d-0309-4775-8766-f450c70b18d4 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:57:33.840536 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 0414b93d-0309-4775-8766-f450c70b18d4) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:57:33.849554 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5faed5-b5c2-4a6d-8e3f-3a218710c54d None None] Network 0414b93d-0309-4775-8766-f450c70b18d4 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:33.849731 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:57:33.850235 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:33.869951 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-cbb2585a-2fe5-46c6-abf3-9eef7fa60694 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5506046 May 10 11:57:33.998169 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55370) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:34.035459 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e6bca-59af-46b5-8a79-861e90b4fe60 None None] Network 0414b93d-0309-4775-8766-f450c70b18d4 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:57:34.058221 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Deleting subnet 563bb055-937b-4062-86d3-8596d7147c19 {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:57:34.061198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.109583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.167454 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.403821 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.407486 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a7618cca-eafd-4e8e-8174-64f3a254b392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:34.445187 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563bb055-937b-4062-86d3-8596d7147c19,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:34.448139 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:34.449811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.454753 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f8aeffd5-3f3d-4bd8-977e-2c61c7fd1b4d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/563bb055-937b-4062-86d3-8596d7147c19 HTTP/1.1" status: 204 len: 168 time: 0.4555180 May 10 11:57:34.457182 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55376) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:34.641043 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.761109 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.773870 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3711e0bc-8be9-4098-9ff6-a76974e3d2dd']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:34.786083 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e067aefb-0c70-4511-bddd-cc3b0e86a356') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:34.786377 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e067aefb-0c70-4511-bddd-cc3b0e86a356') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:34.797092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.812618 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.818657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:57:34.819031 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:57:34.831449 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:57:34.904892 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.910367 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:34.914535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a0bd5e23-e50f-485f-960a-3cd6ef49c39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:34.933247 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Pushing event deleted for resources: {'Network': ['ID=3711e0bc-8be9-4098-9ff6-a76974e3d2dd,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:34.935558 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:34.937400 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e40324dc-faa8-49f7-a58b-1082a499b17c admin admin] 10.222.0.41 "DELETE /v2.0/networks/3711e0bc-8be9-4098-9ff6-a76974e3d2dd HTTP/1.1" status: 204 len: 168 time: 0.4791827 May 10 11:57:34.940072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55384) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:34.996234 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Deleting subnet 9c410b72-273b-4f61-9bf7-e9733ad76fa6 {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:57:34.999072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.048813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.101480 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.341381 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.346861 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:35.379991 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c410b72-273b-4f61-9bf7-e9733ad76fa6,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:35.382468 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:35.385237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.390809 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-eaa9c1e1-bf3f-4ac9-ae66-35e700b006ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c410b72-273b-4f61-9bf7-e9733ad76fa6 HTTP/1.1" status: 204 len: 168 time: 0.4498279 May 10 11:57:35.393828 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55390) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:35.498235 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.620699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.637565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0414b93d-0309-4775-8766-f450c70b18d4']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:35.649864 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7518ff-c845-46cc-8a4e-0dab918d22d5') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:35.650157 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7518ff-c845-46cc-8a4e-0dab918d22d5') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:57:35.661565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.677223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.683621 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:57:35.684019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:57:35.696566 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:57:35.770625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.774021 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-023eccd8-c2dd-491e-8f83-cc0133d5c290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:35.786903 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:35.795900 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0414b93d-0309-4775-8766-f450c70b18d4,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:35.801333 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/0414b93d-0309-4775-8766-f450c70b18d4 HTTP/1.1" status: 204 len: 168 time: 0.4041495 May 10 11:57:35.801333 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2f34c39c-2e9f-4e6f-afa6-542c242960ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:35.960683 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55400) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:36.007287 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3d43569c-0e02-485b-b0e8-995af4b64aaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d16f8ef84bd47b29e7bd54f7232c7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454032 May 10 11:57:36.009555 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55404) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:36.068536 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.093172 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.143206 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.146671 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e8013066-4e01-42ea-ad29-1cea0321d00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:36.158461 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9aca7-142a-490e-9473-428760bbc84d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:36.160757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:36.165530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.166627 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51b9aca7-142a-490e-9473-428760bbc84d HTTP/1.1" status: 204 len: 168 time: 0.1562240 May 10 11:57:36.334300 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:57:36.505080 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55414) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:36.552006 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-6891025f-7462-4f18-9cde-13ca5ad11fc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f4b5c7558724378b6f5f9ca623d2fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457571 May 10 11:57:36.554318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 55418) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:57:36.607985 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.636338 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.691946 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.696532 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6abd11f2-70be-47bf-bf8f-86fd54304c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:57:36.709087 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a8dd7-839f-43a6-bf1f-283e5df3d2dd,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:57:36.711926 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:57:36.712854 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:36.716615 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-5466d507-b050-4b81-9f0e-298a7f7e2d4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da9a8dd7-839f-43a6-bf1f-283e5df3d2dd HTTP/1.1" status: 204 len: 168 time: 0.1588249 May 10 11:57:38.177852 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bf345056-d0d5-420d-9afe-6f7ed8dc4636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:40.725581 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:40.901128 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4c070fb4-e13a-4145-894f-26402f218649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:42.428894 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:43.783324 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:57:57.024143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:08.168740 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-11cfe0d2-3eb9-4ff5-9780-ebb1590a21e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.727248 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:10.901142 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1b199baa-cf69-4806-891e-07b11d6585f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:12.431048 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:13.332879 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:58:13.787830 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:27.022905 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:38.170955 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-dc449399-de52-42c8-91cd-01dd0dfb0a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:40.728210 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:40.901440 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0b9785ab-665a-418c-92a9-aba8a9db679b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:42.433800 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:43.788911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:58:50.332642 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:58:57.024235 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:08.173407 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-84553b58-2552-4e0f-9c73-1150547b5901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:10.729658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:10.904596 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2fa484fb-d374-415b-a3f8-c0e4011e5f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:12.438371 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:13.791879 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:27.038037 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:27.332396 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:59:38.175266 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6a392d7-345d-4bd9-bfab-ee5476c98d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:40.731220 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:40.905856 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4bad-76c6-4520-9317-d69b5507a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:42.439403 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:43.795829 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:59:57.037746 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:04.331402 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:00:08.176457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-77e02485-31ba-4f82-921d-c5d02e3a5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:10.732046 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:10.906837 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-917991ad-1dba-4607-b085-ba9f67f9db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:12.442395 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:13.798212 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:27.068286 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:38.178104 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d67dd279-eccd-432c-b0d2-4b05b597e972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:40.732549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:40.911214 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6543098d-cee6-4311-83e8-ec5a15f6e51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:41.330041 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:00:42.445301 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:43.802116 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:50.629132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57308) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:51.391978 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:51.785695 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Deleting port 45f0091b-2368-4cd1-9c29-2983f66ae5c6 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:00:51.786395 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:51.904642 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] For port 45f0091b-2368-4cd1-9c29-2983f66ae5c6, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=45f0091b-2368-4cd1-9c29-2983f66ae5c6,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:00:51.905000 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:52.021801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Calling delete_port for 45f0091b-2368-4cd1-9c29-2983f66ae5c6 owned by network:router_interface {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:00:52.155987 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:52.160192 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-fdbac63a-d542-447b-9366-bcaf3cc3680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:52.201104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f0091b-2368-4cd1-9c29-2983f66ae5c6,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:52.237092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.237488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.238353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.238707 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.239058 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.239410 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.239764 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.240112 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.240461 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.240802 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.241147 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.241510 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:52.248807 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:52.566647 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:52.908721 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Router f8b0bdab-5592-4dab-accc-7e2f8a28c085 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:00:53.087472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:00:53.095781 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Sync routers for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:00:53.099738 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] 10.222.0.41 "PUT /v2.0/routers/f8b0bdab-5592-4dab-accc-7e2f8a28c085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4687562 May 10 12:00:53.102123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57334) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:53.108671 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:00:53.109557 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:00:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:53.272440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:53.285160 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:00:53.443579 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:53.513982 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Deleting port 4bee539e-b59d-46ae-b583-12b017cde9cb {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:00:53.514325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:53.572040 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T12:00:52Z', 'revision_number': 5, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port': {'id': '4bee539e-b59d-46ae-b583-12b017cde9cb', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:06Z', 'updated_at': '2021-05-10T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:53.576363 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Checking router: f8b0bdab-5592-4dab-accc-7e2f8a28c085 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:00:53.585948 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Routers {'f8b0bdab-5592-4dab-accc-7e2f8a28c085'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:00:53.586586 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:00:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:53.740842 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] For port 4bee539e-b59d-46ae-b583-12b017cde9cb, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=4bee539e-b59d-46ae-b583-12b017cde9cb,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:00:53.741125 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] Set router f8b0bdab-5592-4dab-accc-7e2f8a28c085 gateway port host: None {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:00:53.741312 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:53.843545 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T12:00:53Z', 'revision_number': 6, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:53.847401 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9083e-1486-4d46-a2a8-f0ff8899dd33 None None] The sync data for ids ['f8b0bdab-5592-4dab-accc-7e2f8a28c085'] in dv-cinder-784945-6-iscsi is: [{'id': 'f8b0bdab-5592-4dab-accc-7e2f8a28c085', 'name': 'tempest-AttachVolumeShelveTestJSON-357305045-router', 'tenant_id': 'c064d402f6794dc1a7e082a79884f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:03Z', 'updated_at': '2021-05-10T12:00:53Z', 'revision_number': 6, 'project_id': 'c064d402f6794dc1a7e082a79884f874', 'gw_port_host': None}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:00:53.860086 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Calling delete_port for 4bee539e-b59d-46ae-b583-12b017cde9cb owned by network:router_gateway {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:00:53.998835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.002237 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7065f4f8-8a42-4bff-adfa-5c90fbb31004 tempest-VolumesSnapshotTestJSON-588554052 tempest-VolumesSnapshotTestJSON-588554052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:54.048502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bee539e-b59d-46ae-b583-12b017cde9cb,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:54.052206 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:54.137729 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.309551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.311593 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.335503 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.336033 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b0bdab-5592-4dab-accc-7e2f8a28c085 {{(pid=78767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 12:00:54.349708 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.350888 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f8b0bdab-5592-4dab-accc-7e2f8a28c085 HTTP/1.1" status: 204 len: 168 time: 1.2478836 May 10 12:00:54.353306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57346) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:54.413321 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Deleting subnet 168a8bb3-2cf7-42b5-96c0-5475e79fa1ef {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:00:54.416108 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.463352 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.579976 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.834932 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.839054 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bbb1e4b6-8afb-4f7e-923f-a3555b886c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:54.870789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168a8bb3-2cf7-42b5-96c0-5475e79fa1ef,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:54.874276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:54.876852 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:54.882456 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c0a71-2547-427c-9a30-347af3cf520a None None] Network 9e50b68a-cc18-4ea1-ae17-5ab48088152b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:00:54.883564 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-820bcb8f-65d1-4d04-b2d9-e5dabf81c66d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/168a8bb3-2cf7-42b5-96c0-5475e79fa1ef HTTP/1.1" status: 204 len: 168 time: 0.5293155 May 10 12:00:54.885965 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57354) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:54.989396 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.059444 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Deleting port 7a221e19-f263-423a-9a0a-63d157bb4fae {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:00:55.060014 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.135789 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] DHCP port deletion for 9e50b68a-cc18-4ea1-ae17-5ab48088152b request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:00:55.209379 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Deleting port 7a221e19-f263-423a-9a0a-63d157bb4fae {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:00:55.209764 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.254738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] For port 7a221e19-f263-423a-9a0a-63d157bb4fae, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7a221e19-f263-423a-9a0a-63d157bb4fae,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:00:55.255089 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.283113 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 7a221e19-f263-423a-9a0a-63d157bb4fae no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:00:55.366717 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] For port 7a221e19-f263-423a-9a0a-63d157bb4fae, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=7a221e19-f263-423a-9a0a-63d157bb4fae,segment=NetworkSegment(0d8cc479-7941-447e-b658-910f34a92544),segment_id=0d8cc479-7941-447e-b658-910f34a92544)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:00:55.368049 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.377550 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Calling delete_port for 7a221e19-f263-423a-9a0a-63d157bb4fae owned by network:dhcp {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:00:55.423480 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.427976 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0d589167-eecb-48ec-85b9-142b91f6dc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:55.476595 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a221e19-f263-423a-9a0a-63d157bb4fae,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:55.478571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] No DVR routers for this DVR port 7a221e19-f263-423a-9a0a-63d157bb4fae on host dv-cinder-784945-6-iscsi {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:00:55.480203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:55.532784 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Calling delete_port for 7a221e19-f263-423a-9a0a-63d157bb4fae owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:00:55.535729 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] No ports have port_id starting with 7a221e19-f263-423a-9a0a-63d157bb4fae May 10 12:00:55.538170 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 45f0091b-2368-4cd1-9c29-2983f66ae5c6 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:00:55.572293 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 45f0091b-2368-4cd1-9c29-2983f66ae5c6 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:00:55.572638 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 45f0091b-2368-4cd1-9c29-2983f66ae5c6 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:00:55.573050 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 4bee539e-b59d-46ae-b583-12b017cde9cb no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:00:55.593884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.605880 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 4bee539e-b59d-46ae-b583-12b017cde9cb {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:00:55.606084 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 4bee539e-b59d-46ae-b583-12b017cde9cb not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:00:55.606928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e50b68a-cc18-4ea1-ae17-5ab48088152b']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:55.620758 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8cc479-7941-447e-b658-910f34a92544') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:55.621060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8cc479-7941-447e-b658-910f34a92544') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:00:55.632255 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.639525 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.643862 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:55.647496 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.653405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:00:55.653785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:00:55.666974 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:00:55.688879 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Pushing event deleted for resources: {'Port': ['ID=7a221e19-f263-423a-9a0a-63d157bb4fae,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:55.691284 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] No DVR routers for this DVR port 7a221e19-f263-423a-9a0a-63d157bb4fae on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:00:55.698994 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.699341 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.699680 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.700011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.700341 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.700671 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.700994 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.701335 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.701728 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.701968 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.702292 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.702610 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:00:55.705528 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:55.746281 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.750150 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:55.762491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:55.773752 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e50b68a-cc18-4ea1-ae17-5ab48088152b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:55.777720 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:55.787298 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e50b68a-cc18-4ea1-ae17-5ab48088152b HTTP/1.1" status: 204 len: 168 time: 0.9003718 May 10 12:00:55.909153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57368) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:55.956252 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e47f9d61-2726-4cfb-aaef-f9a10a57c3d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c064d402f6794dc1a7e082a79884f874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451608 May 10 12:00:55.958881 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 57372) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:00:56.017754 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:56.043542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:56.093250 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:56.098531 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0de27c9a-5cf6-4c89-8298-49af6d9aa723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:00:56.110836 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e40382-bb63-41b3-92e0-c287d68aec36,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:00:56.115845 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:00:56.117805 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:00:56.118895 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91e40382-bb63-41b3-92e0-c287d68aec36 HTTP/1.1" status: 204 len: 168 time: 0.1591613 May 10 12:00:57.068639 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:08.178740 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-80b87bad-6b54-48dc-98b4-5f4f0d18f7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:10.734510 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:10.912952 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-93e04fb4-0364-4380-88bb-0bb34b671f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:12.448132 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:13.804188 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:18.328924 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:01:27.067943 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:38.180803 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9279-3887-432f-b2f9-681d027174fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.735591 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:40.914393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-17e079cf-dd57-4ca2-9448-6b81c6a028c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:42.451490 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:43.808222 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:01:55.331657 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:01:57.084298 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:08.183347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-200f0187-537c-46ec-9e38-e4a2d6d3b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:10.736869 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:10.915125 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f0a-aa6e-44f0-a94f-15dd5cf20963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:12.453640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:13.811159 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:27.096032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:32.330373 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:02:38.185155 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b6bd09c1-63fa-4d67-bba1-51a4b08d4864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:40.737842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:40.915745 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a58b03bb-84cf-44ce-aa87-e5d054be51b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:42.457101 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:43.813950 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:02:57.094769 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:08.187555 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-cd4e70b4-3ab4-48a8-9629-55f677b9c4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:09.329379 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:03:10.740799 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:10.915847 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9acec405-f340-4aae-8630-f102ec947f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:12.459116 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:13.817443 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:27.124691 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:38.190378 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-ce829bba-f549-4ca5-84b7-f8a4a651676c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:40.742441 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:40.917561 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6bab-8e8e-4d0e-b59c-ea3b98a2680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:42.461156 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:43.819195 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:03:46.329463 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:03:57.122191 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:08.196044 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-aeb3cb40-8ca4-4f3a-bbbd-77dc1e4c578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:10.744091 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:10.919630 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-60a0156c-a239-4b72-91c9-eacf2044def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:12.463978 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:13.821770 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:23.329870 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:04:27.128550 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:38.199065 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-307b60df-63d1-43c3-9f56-598d3f6be300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:40.745601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:40.920532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-96cab8da-a625-43f5-9b87-e4afd1019749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:42.467239 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:43.826136 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:04:57.135661 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:00.327986 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:05:08.199867 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-ab305d7c-eaf3-4695-8309-8bd4f725c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:10.747701 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:10.920230 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-afc431d2-a94c-47a7-9e72-5570f0f028a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:12.469069 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:13.826957 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:27.140567 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:37.326908 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:05:38.201466 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-986eb677-6fe0-4896-b15f-4c37873c5b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:40.750787 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:40.943632 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-275b9aa3-0b15-4ee4-a6d9-01c241ec7949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:42.471826 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:43.830677 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.400146 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60216) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:05:46.515714 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.530060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:05:46.534057 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Usage tracker for resource:security_group_rule and tenant:603ec292c3ea49d8bbbcd8d3aaa54a41 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:05:46.537480 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:05:46.543094 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:05:46.623447 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.626797 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.634827 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-742b3518-37fe-42e2-8345-7619351eeeeb tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:05:46.677268 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=603ec292c3ea49d8bbbcd8d3aaa54a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760241 May 10 12:05:46.678874 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729cd58a-653c-4d37-a3b7-6ee7d13a8d20,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:46.680493 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60222) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:05:46.686283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.686663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.687035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.687404 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.687763 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.688127 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.688491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.688850 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.689228 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.689590 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.689943 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.690299 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.694626 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-824c338e-d494-4898-978c-3a6e8fac098f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:05:46.739627 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.764297 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.817272 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.820846 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-60c38dd1-395e-4e70-ae7b-3ed211ffbf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:05:46.833350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729cd58a-653c-4d37-a3b7-6ee7d13a8d20,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:46.843815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.844180 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.844539 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.844889 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.845263 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.845612 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.846029 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.846379 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.846724 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.847102 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.847441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.847780 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:05:46.852235 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:05:46.854179 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:46.855255 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/729cd58a-653c-4d37-a3b7-6ee7d13a8d20 HTTP/1.1" status: 204 len: 168 time: 0.1737752 May 10 12:05:47.179897 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60246) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:05:47.200859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.215781 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:05:47.219817 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7a89fd55a048109381548bc2b3e9a6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:05:47.223725 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:05:47.230084 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:05:47.317321 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.320998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.329236 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-262b3723-e6b0-4fde-87c1-56242db5eb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:05:47.367700 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d02a2de-b341-4efc-b3cd-f2b34dbb454b,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:47.370742 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:05:47.376738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60254) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:05:47.376843 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7a89fd55a048109381548bc2b3e9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957483 May 10 12:05:47.440141 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.468515 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.521750 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.526385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b29c36fc-895d-4f8d-b24c-793b6c4f8cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:05:47.540181 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d02a2de-b341-4efc-b3cd-f2b34dbb454b,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:05:47.543116 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:05:47.547149 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:05:47.549591 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d02a2de-b341-4efc-b3cd-f2b34dbb454b HTTP/1.1" status: 204 len: 168 time: 0.1717658 May 10 12:05:57.143491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.780462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60510) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:01.904213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:01.918719 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:01.922547 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Usage tracker for resource:security_group_rule and tenant:2140ad4a91664be0933b9cd3d8ec0cd1 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:01.925704 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:01.931571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:02.022579 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.026555 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.038776 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1dd4220a-4103-4bd2-8920-5ce4ca84063d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:02.079660 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2140ad4a91664be0933b9cd3d8ec0cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956886 May 10 12:06:02.079660 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c16c90-7365-4394-a2ef-bcab1b178336,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:02.080123 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60532) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:02.081351 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:02.138276 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.164674 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.219134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.225842 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-29a016e4-9e67-4a67-9dbd-63db2dbfa614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:02.336450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c16c90-7365-4394-a2ef-bcab1b178336,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:02.336450 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:02.342462 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.343575 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a1166866-4d3a-46c7-804d-06133b4a473e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67c16c90-7365-4394-a2ef-bcab1b178336 HTTP/1.1" status: 204 len: 168 time: 0.2624123 May 10 12:06:02.616472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60546) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:02.634894 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.649624 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:02.653737 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Usage tracker for resource:security_group_rule and tenant:55f785e16ec14318834aee16c67a304e is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:02.656869 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:02.663232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:02.746955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.750451 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.758339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f58ffab-8cd3-4019-9503-2ec67f10534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:02.797399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb296592-fb2c-478b-9e23-cefb07196017,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:02.802248 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f785e16ec14318834aee16c67a304e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847763 May 10 12:06:02.803179 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:02.804934 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60550) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:02.877288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.903526 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.954540 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.958270 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bab6fea2-da3a-43fc-96a3-ff55dce2f3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:02.970851 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb296592-fb2c-478b-9e23-cefb07196017,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:02.974826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:02.981816 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:02.985464 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb296592-fb2c-478b-9e23-cefb07196017 HTTP/1.1" status: 204 len: 168 time: 0.1773632 May 10 12:06:03.328000 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60566) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:03.345727 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.360442 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:03.364908 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Usage tracker for resource:security_group_rule and tenant:926813a58fe04bc086db7ad6f62012b6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:03.367801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:03.374898 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:03.463720 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.467334 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.475856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6f9f8ed8-f973-48b5-b122-d05269df8e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:03.517747 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=926813a58fe04bc086db7ad6f62012b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886895 May 10 12:06:03.519304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6401c-142b-4672-9a25-6d31e466fedf,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:03.520461 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60580) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:03.522265 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:03.580889 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.606964 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.660613 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.665969 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-77fbc527-40c8-4dd2-98ba-6d001df924f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:03.679586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6401c-142b-4672-9a25-6d31e466fedf,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:03.682004 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:03.684050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:03.685253 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38e6401c-142b-4672-9a25-6d31e466fedf HTTP/1.1" status: 204 len: 168 time: 0.1636782 May 10 12:06:06.278836 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60690) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:06.400578 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.415773 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:06.419691 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca8f9723f7d4d11a9531be6f5447815 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:06.422551 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:06.428688 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:06.512462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.517412 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.525877 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-92fb6555-db5b-403a-bfde-b7dea95a8aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:06.568914 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60706) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:06.573759 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ca8f9723f7d4d11a9531be6f5447815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937236 May 10 12:06:06.578387 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84fa7fa-c657-43b0-8c6d-5f683b45e07a,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.583353 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:06.652388 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.681590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.736110 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.741427 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1bde9b76-5423-4567-8381-1c743ebe4593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:06.754552 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84fa7fa-c657-43b0-8c6d-5f683b45e07a,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:06.757029 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:06.759039 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:06.760172 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e84fa7fa-c657-43b0-8c6d-5f683b45e07a HTTP/1.1" status: 204 len: 168 time: 0.1902530 May 10 12:06:07.037835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60720) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:07.055978 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.069730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:07.073437 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e043cb610b08482d9099c7caf257aecd is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:07.076136 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:07.082074 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:07.161474 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.164907 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.172598 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-89c5fa34-bdcc-497e-ba37-dd0a4f02d921 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:07.213306 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e043cb610b08482d9099c7caf257aecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744268 May 10 12:06:07.214826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e7c075-7cbb-43ba-8492-eba0465807f5,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:07.216048 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60724) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:07.217884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:07.273964 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.298664 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.347371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.352957 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ad7ac04b-211e-4509-b64a-12a35e619d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:07.364320 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e7c075-7cbb-43ba-8492-eba0465807f5,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:07.366878 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:07.370089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:07.371241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2e7c075-7cbb-43ba-8492-eba0465807f5 HTTP/1.1" status: 204 len: 168 time: 0.1542344 May 10 12:06:08.202003 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5ea28ac0-9885-4f3c-b6cb-5273420a4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.754168 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:10.926949 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-edde76f5-619d-4d9b-aa0a-8469ec923208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:12.478835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:13.832929 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:14.324886 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:06:16.688813 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60932) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:16.805069 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:16.822791 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:16.826979 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Usage tracker for resource:security_group_rule and tenant:e50a6d7326c7433db5cc289e7c9d2518 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:16.830110 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:16.837076 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:16.917925 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:16.921453 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:16.931995 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4487d74f-9883-4b7b-946f-d312173a64f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:16.970503 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3b23f-0a61-43da-b2c9-305bc58cde67,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:16.974851 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e50a6d7326c7433db5cc289e7c9d2518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850060 May 10 12:06:16.975753 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-cdcd16b4-c168-4ce9-8b0c-3e88484d9034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:16.977509 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60940) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:17.034359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.059839 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.109837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.113516 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-905b5e26-8b85-4d8c-9cf1-234477eee709 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:17.127232 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3b23f-0a61-43da-b2c9-305bc58cde67,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:17.129551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:17.136048 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.139581 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3c3b23f-0a61-43da-b2c9-305bc58cde67 HTTP/1.1" status: 204 len: 168 time: 0.1587133 May 10 12:06:17.423138 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 60954) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:17.440686 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.455463 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:17.459837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Usage tracker for resource:security_group_rule and tenant:7b343d42c5674f64b893e367bb644a26 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:17.462589 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:17.471786 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:17.555311 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.558814 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.567359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5ce6a9d5-169c-4e25-bf9d-a37472c51395 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:17.606281 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b343d42c5674f64b893e367bb644a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820464 May 10 12:06:17.607331 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a679feb-a724-4c93-9ccd-97cb96dbd112,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:17.609238 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 60958) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:17.610376 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:17.667058 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.692174 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.742175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.747226 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0cd5eb76-77d4-4236-b0d2-af82e185ccbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:17.762690 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a679feb-a724-4c93-9ccd-97cb96dbd112,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:17.765112 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:17.778376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:17.779460 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a679feb-a724-4c93-9ccd-97cb96dbd112 HTTP/1.1" status: 204 len: 168 time: 0.1691995 May 10 12:06:18.652826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 32768) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:18.772159 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:18.786499 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:18.790322 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Usage tracker for resource:security_group_rule and tenant:8b362e27242b4a68ab3b9db051c849a3 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:18.793143 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:18.798824 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:18.883014 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:18.888076 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:18.905635 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0467a0c2-9726-4bb9-8dc7-654b98c3d672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:19.035319 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 32792) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:19.035940 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b362e27242b4a68ab3b9db051c849a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814797 May 10 12:06:19.037101 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffabc2-1210-4458-a6bf-9d2afd2ab6c8,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:19.052136 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e181aa60-cb7f-47f3-9d19-f00b0d211a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:19.106489 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:19.141540 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:19.203013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:19.208142 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b8ebcae1-69f7-41b3-a9cd-6e66a6ea048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:19.220137 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffabc2-1210-4458-a6bf-9d2afd2ab6c8,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:19.223554 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:19.228994 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:19.232893 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1c6ad333-4a02-43ae-be7e-574b492f2f1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24ffabc2-1210-4458-a6bf-9d2afd2ab6c8 HTTP/1.1" status: 204 len: 168 time: 0.1938519 May 10 12:06:20.259077 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 32836) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:20.488279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Deleting subnet 9f02320a-598c-4ea3-a483-1ceff2e62606 {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:06:20.490788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.545490 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.599958 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.848474 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.853391 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-7d6b7b5a-1595-441a-a18a-d87eb4a88a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:20.887671 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f02320a-598c-4ea3-a483-1ceff2e62606,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:20.890817 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:20.893601 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:20.903484 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-926275d8-fc67-4d73-81bd-1981ad2c45e1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9f02320a-598c-4ea3-a483-1ceff2e62606 HTTP/1.1" status: 204 len: 168 time: 0.6395824 May 10 12:06:20.903689 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 32850) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:21.013936 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.145510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.157635 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b1021c-9f01-4819-b66b-56a18cad1716']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:21.169645 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18efff0-ed24-4544-8987-9e0ab476dff2') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:21.169941 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18efff0-ed24-4544-8987-9e0ab476dff2') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:06:21.181413 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.196602 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.202579 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:06:21.202953 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:06:21.215710 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:06:21.297609 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.302990 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.306187 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:21.327527 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b1021c-9f01-4819-b66b-56a18cad1716,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:21.329886 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:21.335195 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8d301542-e6ee-4f8d-b714-0091f8eb6393 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9b1021c-9f01-4819-b66b-56a18cad1716 HTTP/1.1" status: 204 len: 168 time: 0.4305484 May 10 12:06:21.446670 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 32860) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:21.494020 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d3b3d316-eff9-4aa0-a9f7-3c6cac0f5337 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d2e07eb3e5440b2a96044402a33673c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462084 May 10 12:06:21.496339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 32864) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:21.551479 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.575401 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.627928 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.634035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df387415-b75e-4812-a92a-cf543ed02d4c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:21.646826 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87825d8f-8c96-4dfb-b514-e197df059b24,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:21.649124 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:21.666440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:21.669651 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-98191259-2842-4646-8784-55aef35a0e31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87825d8f-8c96-4dfb-b514-e197df059b24 HTTP/1.1" status: 204 len: 168 time: 0.1723726 May 10 12:06:27.154519 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:38.203825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-26241cba-bda0-4c3f-b40d-d72c702b6055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:40.756619 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:40.929710 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3daf9a0a-f219-48ad-bcb9-1af4ea03b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:42.479672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:43.835833 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:48.694287 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33294) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:48.806703 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:48.824354 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:48.828075 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3a2acb9ff84892a8ee1931d02a9ce9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:48.830871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:48.837111 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:48.922935 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:48.926541 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:48.936008 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f572db55-6084-41c3-a2b7-0ad846e8b5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:48.977536 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba3a2acb9ff84892a8ee1931d02a9ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821720 May 10 12:06:48.978441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aaff6a-d1a7-4e3c-af73-92bd5da235dd,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:48.980248 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33306) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:48.986172 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.986547 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.986910 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.987265 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.987616 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.987964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.988343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.988689 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.989033 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.989403 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.989744 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.990085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:48.994016 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:49.041157 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:49.070221 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:49.207627 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:49.212696 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-768443a7-fbbf-4aa3-9fb7-7dd9b44b0fdc tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:49.223081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aaff6a-d1a7-4e3c-af73-92bd5da235dd,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:49.231345 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.232022 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.232397 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.232747 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.233098 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.233472 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.233818 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.234161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.234505 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.234846 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.235189 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.235546 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:06:49.241868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:49.243868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:49.247350 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ea94c5df-e3b5-48ba-a62f-68e7f7a01658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22aaff6a-d1a7-4e3c-af73-92bd5da235dd HTTP/1.1" status: 204 len: 168 time: 0.2635570 May 10 12:06:50.344777 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33330) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:50.458325 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.471973 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:50.475671 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Usage tracker for resource:security_group_rule and tenant:bd89102b7246471dafe7e375d7b6c0e9 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:50.478400 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:50.484174 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:50.563282 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.567565 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.575319 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-09db5f53-0467-4e36-86da-c7f5677183e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:50.617268 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd89102b7246471dafe7e375d7b6c0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713213 May 10 12:06:50.618061 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a2186-0294-4e14-b409-f01a69a8ef2e,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:50.619924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33336) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:50.621019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:50.678633 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.704272 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.755339 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.759227 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-88411830-b138-4ec5-8314-9ebba967ba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:50.769729 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a2186-0294-4e14-b409-f01a69a8ef2e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:50.773482 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:50.776544 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:50.777656 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df9a2186-0294-4e14-b409-f01a69a8ef2e HTTP/1.1" status: 204 len: 168 time: 0.1567686 May 10 12:06:51.324752 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:06:57.166104 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.277594 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33416) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:58.392792 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.409591 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:58.413378 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Usage tracker for resource:security_group_rule and tenant:b1c1cc3d2a5648c9bc7a469d53879ff0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:58.416120 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:58.421749 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:58.504100 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.507873 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.516318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f8a2c611-bb54-48ce-8c1c-c5ec3cda1b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:58.556033 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1c1cc3d2a5648c9bc7a469d53879ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772536 May 10 12:06:58.557580 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2843ede-45a1-43d8-99dd-1608dbd3587d,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:58.558665 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33424) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:58.560740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:58.617366 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.641664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.690709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.694409 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f88f3ce-5619-46a5-a121-657961577e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:58.705818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2843ede-45a1-43d8-99dd-1608dbd3587d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:58.709562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:58.719022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:58.721614 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-788df604-a483-46a7-87ea-9a17ed6be22a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2843ede-45a1-43d8-99dd-1608dbd3587d HTTP/1.1" status: 204 len: 168 time: 0.1619465 May 10 12:06:58.988381 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33432) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:59.005441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.019637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:06:59.023411 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Usage tracker for resource:security_group_rule and tenant:daafa2b286684e1392e365463dae9cab is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:06:59.026122 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:06:59.031823 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:06:59.112378 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.115847 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.127350 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-73e25882-d3f2-44a7-ad84-9b9323d6a8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:59.166056 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=daafa2b286684e1392e365463dae9cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766539 May 10 12:06:59.167625 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb309f-6fd3-443a-b1a4-0d43aa8fd807,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:59.168794 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33436) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:06:59.170679 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:59.227048 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.251739 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.301815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.306416 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-47799883-086b-4ad0-98a9-b9ace0a549f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:06:59.321657 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb309f-6fd3-443a-b1a4-0d43aa8fd807,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:06:59.325090 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:06:59.330263 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:06:59.334558 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81eb309f-6fd3-443a-b1a4-0d43aa8fd807 HTTP/1.1" status: 204 len: 168 time: 0.1646528 May 10 12:07:08.204790 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9076e81e-e8d9-4292-84db-01c759567889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.027883 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33548) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:10.140130 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.154566 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:10.158309 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Usage tracker for resource:security_group_rule and tenant:4dba3495adc940a38905ae8d1d044391 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:10.161065 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:10.166683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:10.247925 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.251356 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.260251 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0327db5d-a19c-41ac-9bb1-d0185a906459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:10.298704 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dba3495adc940a38905ae8d1d044391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697561 May 10 12:07:10.299593 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1917129c-ec5b-4166-a502-40dfa308859c,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:10.302661 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33554) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:10.303323 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-19c08828-940a-4551-904a-75ce2cc8ee9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:10.363434 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.388211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.438232 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.442973 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bca2f32b-ad30-4569-b659-511bf6bf073f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:10.457033 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1917129c-ec5b-4166-a502-40dfa308859c,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:10.459441 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:10.464884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.466925 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1917129c-ec5b-4166-a502-40dfa308859c HTTP/1.1" status: 204 len: 168 time: 0.1623323 May 10 12:07:10.734954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33564) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:10.754320 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.760128 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.770611 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:10.774376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Usage tracker for resource:security_group_rule and tenant:6181c587b3484c1dbe9b64e610062d6a is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:10.777099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:10.782683 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:10.868649 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.872132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.880082 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-69e48568-2003-41c1-8d10-ff4eda50dc41 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:10.919527 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6181c587b3484c1dbe9b64e610062d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834424 May 10 12:07:10.921090 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cacbcfa-cf79-4255-98ea-a621b583e7c0,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:10.921996 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33568) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:10.924078 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d122927e-f609-466a-9243-5b89726efae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:10.941523 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f955-a685-47dd-9eb7-e3fc65134a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:10.983219 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.008693 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.062747 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.067888 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-28f8459e-37c6-4080-87d8-05a89e3ba65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:11.081006 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cacbcfa-cf79-4255-98ea-a621b583e7c0,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:11.083919 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:11.087963 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:11.089059 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cacbcfa-cf79-4255-98ea-a621b583e7c0 HTTP/1.1" status: 204 len: 168 time: 0.1660171 May 10 12:07:12.481130 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:13.839499 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:27.188612 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:28.324418 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:07:38.209932 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3a9-3f41-41f4-80b3-a06906d390c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:40.760915 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:40.930308 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0aa00b9b-6431-4ad2-ada9-ae17c08893dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:42.485938 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:43.841193 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.274831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33912) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:50.425288 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.439572 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:50.443247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Usage tracker for resource:security_group_rule and tenant:a80a2ba99e9249909a25b91caf459e46 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:50.445948 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:50.451394 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:50.528138 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.531600 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.539970 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-635928d2-de58-4114-a5ae-b5e3437bb992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:50.577554 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a80a2ba99e9249909a25b91caf459e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016751 May 10 12:07:50.579159 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357d17bc-7a7f-451e-9a95-f94d6f55cdc4,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:50.580183 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33918) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:50.587154 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.587531 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.587885 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.588234 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.588583 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.588934 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.589308 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.589651 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.589997 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.590337 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.590678 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.591015 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.594964 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3f6d8157-0489-446d-b5c2-57b15100edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:50.639056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.664524 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.714116 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.718619 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d695f80f-b3dd-4947-9fc3-39d5b2994969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:50.731250 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d17bc-7a7f-451e-9a95-f94d6f55cdc4,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:50.742996 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.743372 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.743736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.744095 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.744450 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.744801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.745151 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.745528 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.745879 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.746225 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.746571 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.746914 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:50.750213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:50.751389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:50.752497 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-dd35b071-c56f-48ae-b18e-172a8fd38960 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/357d17bc-7a7f-451e-9a95-f94d6f55cdc4 HTTP/1.1" status: 204 len: 168 time: 0.1712680 May 10 12:07:51.443663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33944) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:51.545634 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120678550-network', 'tenant_id': '748dda16665242779693a8e31792ecc6'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:51.550215 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:51.554452 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Usage tracker for resource:network and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:51.557221 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:51.562693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:51.572990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Made reservation on behalf of 748dda16665242779693a8e31792ecc6 for: {'network': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:51.575308 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.589640 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.603286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:51.607348 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:51.610035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:51.615993 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:51.697394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.700824 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.704510 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f0d6c847-be67-467f-9aed-0827b4d30d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:51.727279 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=78767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:07:51.740161 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6992d7-801b-4d02-accf-6b84696f1b9e,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:51.744006 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:51.744915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.745276 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.segments_db [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Added segment abf08ecc-8f80-42e0-8dd5-30ec8c306a39 of type vlan for network 8b5004a1-8f57-4855-b6ac-41067cd69bae May 10 12:07:51.770482 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.798305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.799718 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:07:51.800256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:51.805322 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:51.896922 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4521558 May 10 12:07:51.899695 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33950) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:51.906968 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Request body: {'subnet': {'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120678550-subnet', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:51.909902 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5004a1-8f57-4855-b6ac-41067cd69bae,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:51.913499 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-546d1f1b-2b9e-443d-8e8a-de0205825bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:51.914387 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:51.919077 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Usage tracker for resource:subnet and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:51.920111 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 12:07:51.922024 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:51.928328 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:51.937123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Made reservation on behalf of 748dda16665242779693a8e31792ecc6 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:51.939468 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.317777 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.322282 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:52.388749 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe31419c-2ee2-4638-b2d0-35b4f7c9013d,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:52.392409 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:52.399663 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Checking segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:07:52.400030 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Network hostable DHCP agents. Network: 8b5004a1-8f57-4855-b6ac-41067cd69bae, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:07:52.416406 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:07:52.424783 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, 8b5004a1-8f57-4855-b6ac-41067cd69bae) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:52.433462 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:07:52.433612 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc1251-32a5-4f9b-a8f8-4a4306459034 None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:52.434056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.457090 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-ec452a0d-239b-4c48-9c38-81ecb0338da4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5539606 May 10 12:07:52.457310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33956) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:52.462757 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:52.467219 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:52.471024 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Usage tracker for resource:router and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:52.473863 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:52.479475 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:52.489697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.490686 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.511657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.644303 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-8b5004a1-8f57-4855-b6ac-41067cd69bae', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:07:52.645204 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.799181 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Allocated IP 172.20.0.2 (8b5004a1-8f57-4855-b6ac-41067cd69bae/fe31419c-2ee2-4638-b2d0-35b4f7c9013d/8acaf409-7ab5-495d-a8ca-8e1537b451f2) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:52.858040 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:52.999712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.009911 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Transition to ACTIVE for port object 8acaf409-7ab5-495d-a8ca-8e1537b451f2 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:53.027468 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Transition to ACTIVE for port object 8acaf409-7ab5-495d-a8ca-8e1537b451f2 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:53.033225 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.037298 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9cb8906a-b8ff-409f-8127-b9df08c1417a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:53.099857 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:53.107130 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:53.109635 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:07:53.146314 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Pushing event updated for resources: {'Port': ['ID=8acaf409-7ab5-495d-a8ca-8e1537b451f2,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:53.165003 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.187065 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.187448 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.187783 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.188109 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.188429 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.188747 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.189062 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.189403 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.189717 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.190027 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.190334 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.190643 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:53.194785 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.194917 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:53.214410 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Attempting to bind port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:53.214783 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Attempting to bind port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:53.215143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Attempting to bind port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 on network 8b5004a1-8f57-4855-b6ac-41067cd69bae {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:07:53.220200 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:07:53.220569 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Checking segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:07:53.220990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.221408 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Bound using segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:07:53.221870 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Bound port: 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:53.222239 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.310033 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] For port 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:07:53.313226 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] For port 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8acaf409-7ab5-495d-a8ca-8e1537b451f2,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:07:53.321115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.330484 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Allocated IP 172.27.2.126 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/1fbe2509-7929-4670-aaef-fbc385a101d7) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:53.331039 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:53.415428 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Pushing event updated for resources: {'Port': ['ID=8acaf409-7ab5-495d-a8ca-8e1537b451f2,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:53.419832 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:53.483168 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.513045 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:53.516753 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-17f57323-3f3e-41a9-a138-f813e1b86c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:53.577977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:53.580810 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:53.589643 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:07:53.626709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbe2509-7929-4670-aaef-fbc385a101d7,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:53.633018 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:54.001315 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:54.273990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1137a0-a655-4d62-9936-576b591d2c26 None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:54.366188 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-1164caa7-c097-45cc-ad3a-03054528ce3a None None] Provisioning for port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:07:54.449525 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:54.651317 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Router d4d1a666-1b57-4088-8aba-556fa54b177c is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 12:07:54.825427 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:07:54.834195 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Sync routers for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:54.843874 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:07:54.844475 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:54.848323 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:54.849581 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3908565 May 10 12:07:54.852127 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 33964) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:55.042508 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:07:55.317648 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:53Z', 'revision_number': 3, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:55.322050 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Checking router: d4d1a666-1b57-4088-8aba-556fa54b177c for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:55.322050 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Updating router d4d1a666-1b57-4088-8aba-556fa54b177c port 1fbe2509-7929-4670-aaef-fbc385a101d7 binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:07:55.379443 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.509389 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8acaf409-7ab5-495d-a8ca-8e1537b451f2 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:07:55.612262 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:07:55.617945 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:55.618435 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.628022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.716034 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.728439 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Transition to ACTIVE for port object 1fbe2509-7929-4670-aaef-fbc385a101d7 will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:55.733747 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.735648 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.740171 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:55.767573 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8acaf409-7ab5-495d-a8ca-8e1537b451f2,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:07:55.771524 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.773549 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:55.818587 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Pushing event updated for resources: {'Port': ['ID=1fbe2509-7929-4670-aaef-fbc385a101d7,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:55.827721 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.828055 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.828385 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.828709 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.829026 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.829368 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.829686 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.829995 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.830326 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.830640 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.830947 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.831251 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:07:55.835685 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:55.839849 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Attempting to bind port 1fbe2509-7929-4670-aaef-fbc385a101d7 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:55.840216 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Attempting to bind port 1fbe2509-7929-4670-aaef-fbc385a101d7 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:55.840582 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Attempting to bind port 1fbe2509-7929-4670-aaef-fbc385a101d7 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:07:55.843645 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Allocated IP 172.20.0.1 (8b5004a1-8f57-4855-b6ac-41067cd69bae/fe31419c-2ee2-4638-b2d0-35b4f7c9013d/2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:55.845059 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=8acaf409-7ab5-495d-a8ca-8e1537b451f2,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:55.846240 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:07:55.846610 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:07:55.847011 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.848056 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:07:55.849092 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Bound port: 1fbe2509-7929-4670-aaef-fbc385a101d7, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:55.849258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:55.849586 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.920860 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] For port 1fbe2509-7929-4670-aaef-fbc385a101d7, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:07:55.924041 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] For port 1fbe2509-7929-4670-aaef-fbc385a101d7, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=1fbe2509-7929-4670-aaef-fbc385a101d7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:07:55.927889 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:55.932433 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:55.991002 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.006524 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Transition to ACTIVE for port object 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:56.006737 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:07:56.007235 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:56.029820 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.034220 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-49f1e378-d0a3-43f9-9c2a-192fc4e3de66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:56.092697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:56.095453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:56.104366 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:07:56.116794 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Pushing event updated for resources: {'Port': ['ID=1fbe2509-7929-4670-aaef-fbc385a101d7,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:56.124708 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:56.137989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Pushing event updated for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:56.144542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:56.166580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.188442 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:07:56.333403 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-647fbf1c-f6b1-4721-bdbd-3c957691f1ad None None] Provisioning for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:07:56.341081 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-647fbf1c-f6b1-4721-bdbd-3c957691f1ad None None] Provisioning complete for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:56.341394 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-647fbf1c-f6b1-4721-bdbd-3c957691f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.409701 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-647fbf1c-f6b1-4721-bdbd-3c957691f1ad None None] Port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 12:07:56.440474 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.509712 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:53Z', 'revision_number': 3, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:56.513551 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd7ae0-939d-4258-915b-a1f05bd12b0c None None] The sync data for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi is: [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:53Z', 'revision_number': 3, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:07:56.668694 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.678034 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.702062 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-88ad3091-aef4-4460-991d-32b6ab7a33da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:56.787526 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Pushing event updated for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:56.789899 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:56.794616 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:56.927389 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:07:56.928558 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:57.135271 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-43cebe7c-4545-45c4-a6d9-c0f3e634769b None None] Provisioning complete for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:57.135833 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-43cebe7c-4545-45c4-a6d9-c0f3e634769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.200863 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-43cebe7c-4545-45c4-a6d9-c0f3e634769b None None] Port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 12:07:57.212238 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.227345 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Router d4d1a666-1b57-4088-8aba-556fa54b177c has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:07:57.408175 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:07:57.416983 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] 10.222.0.41 "PUT /v2.0/routers/d4d1a666-1b57-4088-8aba-556fa54b177c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638876 May 10 12:07:57.573541 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8acaf409-7ab5-495d-a8ca-8e1537b451f2 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:07:57.643099 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:57.643481 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.766914 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 1fbe2509-7929-4670-aaef-fbc385a101d7 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:07:57.833666 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 1fbe2509-7929-4670-aaef-fbc385a101d7 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:07:57.838471 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 1fbe2509-7929-4670-aaef-fbc385a101d7 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:57.838842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.955088 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33988) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:57.956596 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.961306 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-882404644-network', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:57.968562 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:57.974188 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 1fbe2509-7929-4670-aaef-fbc385a101d7, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=1fbe2509-7929-4670-aaef-fbc385a101d7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:07:57.974353 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Usage tracker for resource:network and tenant:81ac7b97123f4989acd1ac2b62a19503 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:57.977938 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:57.979062 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:57.981191 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:57.985717 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:57.996821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Made reservation on behalf of 81ac7b97123f4989acd1ac2b62a19503 for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:57.999198 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.010890 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.028837 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:58.032596 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Usage tracker for resource:security_group_rule and tenant:81ac7b97123f4989acd1ac2b62a19503 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:58.036181 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:58.041879 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Sync routers for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:07:58.043167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:58.058256 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:07:58.058885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:58.110956 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=1fbe2509-7929-4670-aaef-fbc385a101d7,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:58.119921 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:58.134776 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.138568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.141435 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-371ab215-9044-4cd1-8d76-64944f58dc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:58.171049 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:07:58.176917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a8393a-6dd8-4b5b-b37f-b2578d9c99e7,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:58.180506 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:58.184320 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.184635 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Added segment 9e198ed8-3b15-4a05-9843-1935faf10fa7 of type vlan for network a7d20afb-235a-42aa-a328-767eca904cb3 May 10 12:07:58.211945 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.241902 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.243191 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:07:58.243773 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.245703 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:07:58.248424 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:58.348626 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d20afb-235a-42aa-a328-767eca904cb3,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:58.351731 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:58.353193 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5f2553a3-b9aa-40b1-bbce-21978d38a790 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3969085 May 10 12:07:58.356171 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33992) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:58.361638 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Request body: {'subnet': {'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-882404644-subnet', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'ip_version': 4}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:58.366937 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:58.370669 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Usage tracker for resource:subnet and tenant:81ac7b97123f4989acd1ac2b62a19503 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:58.372704 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network a7d20afb-235a-42aa-a328-767eca904cb3 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 12:07:58.373686 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:58.380122 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:58.391747 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Made reservation on behalf of 81ac7b97123f4989acd1ac2b62a19503 for: {'subnet': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:07:58.394127 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943290'] for subnet, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.699556 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 2, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:07:58.703243 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Checking router: d4d1a666-1b57-4088-8aba-556fa54b177c for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:07:58.703594 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Updating router d4d1a666-1b57-4088-8aba-556fa54b177c port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:07:58.754694 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.781778 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943304'] for subnet, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.786779 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b1e30721-04d6-4559-af6c-aa01ade901b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:58.859328 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2de0af6-78ef-4e7b-a909-fdb1b34a1833,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:58.863247 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:58.863963 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Checking segment: {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:07:58.864321 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Network hostable DHCP agents. Network: a7d20afb-235a-42aa-a328-767eca904cb3, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:07:58.882033 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Network a7d20afb-235a-42aa-a328-767eca904cb3 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:07:58.891727 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, a7d20afb-235a-42aa-a328-767eca904cb3) {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:07:58.900602 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:07:58.901213 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.914407 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb098a59-5652-4fe2-87bb-bdc395b2b678 None None] Network a7d20afb-235a-42aa-a328-767eca904cb3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:07:58.924852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-98d01729-7b84-47f3-8079-674d2f61f2ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5653760 May 10 12:07:58.925100 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 33998) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:07:58.930092 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:07:58.934475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:07:58.938291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Usage tracker for resource:router and tenant:81ac7b97123f4989acd1ac2b62a19503 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:07:58.941103 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:07:58.946853 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:07:58.958950 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.959867 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4940'] for router, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:58.975122 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.275988 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2a74564-df2e-57b8-acff-700988588c58-a7d20afb-235a-42aa-a328-767eca904cb3', 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'fixed_ips': [{'subnet_id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833'}]}} from dv-cinder-784945-6-iscsi. {{(pid=78768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 12:07:59.276796 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.288330 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.306309 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Transition to ACTIVE for port object 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:07:59.333662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4946'] for router, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.354071 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.358708 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:07:59.515335 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 1fbe2509-7929-4670-aaef-fbc385a101d7 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:07:59.548024 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Pushing event updated for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:07:59.551081 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:07:59.670748 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.703227 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.725060 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Attempting to bind port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:07:59.725462 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Attempting to bind port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:07:59.725823 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Attempting to bind port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c on network 8b5004a1-8f57-4855-b6ac-41067cd69bae {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:07:59.728491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.db_base_plugin_common [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Allocated IP 172.20.0.2 (a7d20afb-235a-42aa-a328-767eca904cb3/f2de0af6-78ef-4e7b-a909-fdb1b34a1833/37814f05-5121-4b10-886e-978939065f77) {{(pid=78768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:59.741029 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:07:59.741428 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Checking segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:07:59.741848 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.742215 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Bound using segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:07:59.742681 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Bound port: 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:07:59.743054 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.839421 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Allocated IP 172.27.2.52 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/e3a48e82-f93f-403c-ab36-364b23f6c471) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:07:59.865781 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 1fbe2509-7929-4670-aaef-fbc385a101d7 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:07:59.866186 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:07:59.985670 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.004990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] For port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:00.016040 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.020637 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e9729e53-1bb4-4754-a86f-57a09d4082f6 tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:00.050821 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] For port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:00.075685 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:00.078365 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:00.081983 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:00.088697 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.100535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-6026ac12-f580-40e9-a417-bbde738f450e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:00.127137 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a48e82-f93f-403c-ab36-364b23f6c471,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:00.132167 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:00.235466 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.263128 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Transition to ACTIVE for port object 37814f05-5121-4b10-886e-978939065f77 will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:00.271100 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:00.271741 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:00.331347 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Pushing event updated for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:00.399799 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:00.408979 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Transition to ACTIVE for port object 37814f05-5121-4b10-886e-978939065f77 will not be triggered until provisioned by entity DHCP. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:00.418272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028'] for port, after_create {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.431747 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:00.505005 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Network a7d20afb-235a-42aa-a328-767eca904cb3 is already hosted by enough agents. {{(pid=78768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:00.510046 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.scheduler.base_scheduler [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Resources bound (agent type, host, resource id): {{(pid=78768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:00.517233 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Received port after_create {{(pid=78768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:00.526904 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.539368 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Pushing event updated for resources: {'Port': ['ID=37814f05-5121-4b10-886e-978939065f77,revision_number=1']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:00.567775 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:00.619309 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:00.706318 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Attempting to bind port 37814f05-5121-4b10-886e-978939065f77 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:00.706605 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Attempting to bind port 37814f05-5121-4b10-886e-978939065f77 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:00.706979 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Attempting to bind port 37814f05-5121-4b10-886e-978939065f77 on network a7d20afb-235a-42aa-a328-767eca904cb3 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:00.774640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:00.775027 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Checking segment: {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:00.775438 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.775849 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Bound using segment: {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:00.776342 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Bound port: 37814f05-5121-4b10-886e-978939065f77, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:00.776722 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:00.965070 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] For port 37814f05-5121-4b10-886e-978939065f77, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:00.967472 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407814'] for router, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.004806 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] For port 37814f05-5121-4b10-886e-978939065f77, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=37814f05-5121-4b10-886e-978939065f77,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:01.011453 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.015959 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-f3fc3659-1583-45be-a848-4444bcbeaeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:01.113001 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Pushing event updated for resources: {'Port': ['ID=37814f05-5121-4b10-886e-978939065f77,revision_number=2']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:01.117476 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-c8f47dbc-6173-4e6e-90ac-2e4079609fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:01.125311 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:07:59Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:01.129468 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c9fa5-0183-48b2-8188-f2594d66f742 None None] The sync data for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi is: [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:07:59Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:01.212168 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Router c148413e-22fd-417f-a91c-58b4ba5a38c9 is scheduled to L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a with binding_index 1 {{(pid=78766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 12:08:01.434774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:08:01.445301 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Sync routers for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:01.458908 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:01.459550 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:01.461772 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.465781 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5372674 May 10 12:08:01.466063 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34014) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:01.599712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:01.656926 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:01.674194 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:01.680398 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:01.680786 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.870632 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.921601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:01.932656 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:01.933996 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 37814f05-5121-4b10-886e-978939065f77 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:02.010960 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:02.050398 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:00Z', 'revision_number': 3, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:02.055391 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Checking router: c148413e-22fd-417f-a91c-58b4ba5a38c9 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:02.055745 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Updating router c148413e-22fd-417f-a91c-58b4ba5a38c9 port e3a48e82-f93f-403c-ab36-364b23f6c471 binding host dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:08:02.122964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:02.126133 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:02.142032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 37814f05-5121-4b10-886e-978939065f77 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:02.149632 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.260060 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdfa8d9-d158-4b6d-a3df-caa02f0bf0cb None None] Network a7d20afb-235a-42aa-a328-767eca904cb3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:08:02.294429 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.407203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Provisioning for port 37814f05-5121-4b10-886e-978939065f77 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:02.421550 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Provisioning complete for port 37814f05-5121-4b10-886e-978939065f77 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:02.421933 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.590335 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks [] for port, precommit_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.616084 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.provisioning_blocks [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Transition to ACTIVE for port object e3a48e82-f93f-403c-ab36-364b23f6c471 will not be triggered until provisioned by entity L2. {{(pid=78769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:02.625010 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.629499 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-9c96c128-2429-43cd-8558-9e4bd1fdb0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:02.666948 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Allocated IP 172.20.0.1 (a7d20afb-235a-42aa-a328-767eca904cb3/f2de0af6-78ef-4e7b-a909-fdb1b34a1833/07a48ecf-15e3-4f7f-a9c6-427107a45cef) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:08:02.682784 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.712378 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01293f26-d808-4c6c-8084-3b0d3877e384 None None] Pushing event updated for resources: {'Port': ['ID=e3a48e82-f93f-403c-ab36-364b23f6c471,revision_number=2']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:02.714853 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Attempting to bind port e3a48e82-f93f-403c-ab36-364b23f6c471 on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:02.715021 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Attempting to bind port e3a48e82-f93f-403c-ab36-364b23f6c471 by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:02.715353 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Attempting to bind port e3a48e82-f93f-403c-ab36-364b23f6c471 on network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:02.718882 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-01293f26-d808-4c6c-8084-3b0d3877e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:02.721410 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:02.722229 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Checking segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:02.722229 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.722564 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Bound using segment: {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'} {{(pid=78769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:02.723601 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.managers [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Bound port: e3a48e82-f93f-403c-ab36-364b23f6c471, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d1fe1-55c3-49c8-b72f-beb77edb88be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5'}}] {{(pid=78769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:02.724009 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.728214 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] For port 37814f05-5121-4b10-886e-978939065f77, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=37814f05-5121-4b10-886e-978939065f77,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:02.734609 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.736622 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1ce4f1d0-c6e9-4197-968a-9dd53d74b584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:02.815200 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] For port e3a48e82-f93f-403c-ab36-364b23f6c471, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:02.819933 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.plugins.ml2.db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] For port e3a48e82-f93f-403c-ab36-364b23f6c471, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=e3a48e82-f93f-403c-ab36-364b23f6c471,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:02.827596 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron_lib.callbacks.manager [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.833818 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-24572cd8-f677-42d8-8dd9-3a6f5a4a5650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:02.836148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Pushing event updated for resources: {'Port': ['ID=37814f05-5121-4b10-886e-978939065f77,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:02.839274 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:02.866998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.883560 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.provisioning_blocks [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Transition to ACTIVE for port object 07a48ecf-15e3-4f7f-a9c6-427107a45cef will not be triggered until provisioned by entity DHCP. {{(pid=78766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:02.908356 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:02.908740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.909031 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:02.913552 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-00234fc8-fad5-4385-a619-9e8c459b20bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:02.957118 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-c69f0d35-0954-44c0-8839-ae6ec50442bc None None] Provisioning complete for port 37814f05-5121-4b10-886e-978939065f77 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:02.958277 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c69f0d35-0954-44c0-8839-ae6ec50442bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:02.972376 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Network a7d20afb-235a-42aa-a328-767eca904cb3 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:02.975287 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:02.984059 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:03.017924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Pushing event updated for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:03.022867 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:03.042031 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397017'] for router_interface, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.064826 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01293f26-d808-4c6c-8084-3b0d3877e384 None None] Pushing event updated for resources: {'Port': ['ID=e3a48e82-f93f-403c-ab36-364b23f6c471,revision_number=3']} {{(pid=78769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:03.070390 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG oslo_concurrency.lockutils [None req-01293f26-d808-4c6c-8084-3b0d3877e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:03.154018 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:03.250784 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-73ff78f1-493d-436d-ac02-47588af72b8d None None] Provisioning for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:03.256630 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-73ff78f1-493d-436d-ac02-47588af72b8d None None] Provisioning complete for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:03.257036 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-73ff78f1-493d-436d-ac02-47588af72b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.314369 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-73ff78f1-493d-436d-ac02-47588af72b8d None None] Port 07a48ecf-15e3-4f7f-a9c6-427107a45cef cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 12:08:03.317552 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.467296 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:00Z', 'revision_number': 3, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:03.471259 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92b43-856a-4521-9595-ca60be4122bb None None] The sync data for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi is: [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:00Z', 'revision_number': 3, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:03.499054 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:03.555520 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.560341 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246669'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.570640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:03.570953 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.589151 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a089e488-364d-42c7-80d0-82359b932e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:03.654511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Pushing event updated for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:03.660756 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:03.693740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396922'] for router_interface, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.705870 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 37814f05-5121-4b10-886e-978939065f77 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:03.779115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 37814f05-5121-4b10-886e-978939065f77 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:03.779739 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:03.837050 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Network a7d20afb-235a-42aa-a328-767eca904cb3 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:03.838309 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:04.030571 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Router c148413e-22fd-417f-a91c-58b4ba5a38c9 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:08:04.140740 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-3a4c5a3d-bb0b-470a-8539-103071732fcc None None] Provisioning complete for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:04.141783 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3a4c5a3d-bb0b-470a-8539-103071732fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:04.211830 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c5a3d-bb0b-470a-8539-103071732fcc None None] Port 07a48ecf-15e3-4f7f-a9c6-427107a45cef cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 12:08:04.321082 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:08:04.329931 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] 10.222.0.41 "PUT /v2.0/routers/c148413e-22fd-417f-a91c-58b4ba5a38c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8620260 May 10 12:08:04.961480 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Sync routers for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:04.970507 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:04.971131 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:04.993188 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34038) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:04.998592 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563871053', 'description': 'tempest-secgroup-smoke-1563871053 description', 'project_id': '748dda16665242779693a8e31792ecc6'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.004537 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.008296 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.011392 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.017346 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.028711 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.048879 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.052559 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.055294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.061013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.130232 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.133917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.138984 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-386cfd54-27ea-4e09-9b0a-5e3bee185408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.151872 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:05.175243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbbcab5-e492-45da-abbc-a7b7aa536231,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.177935 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.179119 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1848555 May 10 12:08:05.180007 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.181931 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34042) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.186909 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.193075 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.196799 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.199617 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.205343 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.220772 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.284213 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.289313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.299407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3fe842cd-272a-4b05-9c14-53fb09b22186 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.323327 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:08:05.339910 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27619732-f6c8-4f94-af63-a77e7f92a487,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.341895 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.349652 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.352162 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-713d781f-230c-48fc-b3dc-7ec0b4e36723 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693499 May 10 12:08:05.354912 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34048) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.360295 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.366060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.369811 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.372661 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.378265 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.398257 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.467707 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.474213 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.476409 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0db0b62f-a92f-4ba8-81c9-50bee19bab67 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.487473 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:03Z', 'revision_number': 4, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '07a48ecf-15e3-4f7f-a9c6-427107a45cef', 'name': '', 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'mac_address': 'fa:16:3e:3e:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:08:02Z', 'updated_at': '2021-05-10T12:08:03Z', 'revision_number': 2, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'subnets': [{'id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:05.491891 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Checking router: c148413e-22fd-417f-a91c-58b4ba5a38c9 for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:05.492258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Updating router c148413e-22fd-417f-a91c-58b4ba5a38c9 port 07a48ecf-15e3-4f7f-a9c6-427107a45cef binding host dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 12:08:05.498103 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957ae12c-2754-4d90-9dcd-b42dcd47fe0a,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.500601 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.508659 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.509880 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-ceaf08c1-fa22-4473-bce3-364264f3a938 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540823 May 10 12:08:05.512550 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34052) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.518560 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.528248 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.529270 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device e3a48e82-f93f-403c-ab36-364b23f6c471 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:05.530857 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.533684 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.539258 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.555624 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.599303 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.619608 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.623456 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.630435 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.648863 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2850d0-0a1a-4f2a-b3dd-ea947ddb35d0,revision_number=0']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.651619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.658836 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.660290 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-36d5f6b4-8292-4763-b543-6e9a7e6ff41d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467891 May 10 12:08:05.663146 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34056) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.668631 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.674816 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.679496 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.682498 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.688265 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.704127 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.704794 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port e3a48e82-f93f-403c-ab36-364b23f6c471 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:05.717943 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port e3a48e82-f93f-403c-ab36-364b23f6c471 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:05.718306 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.769340 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.772963 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.780722 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-999241f3-52b0-4637-8cc6-549a79debb1c tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.802535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851783fe-c87a-4524-aeee-4abf7b9e0485,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.805531 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.810207 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.811542 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-3170b03a-8ecf-4baf-8938-f8fcc2c40a6f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473336 May 10 12:08:05.814304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34060) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.819968 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.826041 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.830132 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.833133 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.839060 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.849470 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.securitygroups_db [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Project 748dda16665242779693a8e31792ecc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:08:05.855188 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.917947 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.921463 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.923502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-6e2afa0c-aa81-4fee-8684-f6c05ef212a9 tempest-TestVolumeBootPattern-1787003568 tempest-TestVolumeBootPattern-1787003568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:05.946977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdc1e5a-1405-4364-b195-93f98a520435,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:05.951453 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:05.956688 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.958061 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-49b387ea-985f-4bed-91c3-c550ee8cd37e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427588 May 10 12:08:05.960578 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34064) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:05.965915 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'security_group_rule': {'security_group_id': '5bbbcab5-e492-45da-abbc-a7b7aa536231', 'project_id': '748dda16665242779693a8e31792ecc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:05.971714 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:05.976434 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:security_group_rule and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:05.979669 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:05.986331 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:05.995655 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:05.997429 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.db.securitygroups_db [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Project 748dda16665242779693a8e31792ecc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 12:08:06.003137 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.020085 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port e3a48e82-f93f-403c-ab36-364b23f6c471, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=e3a48e82-f93f-403c-ab36-364b23f6c471,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:06.025671 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.034407 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9d79c875-fbfa-49a3-a0c2-3aa43f320085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:06.068206 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.071855 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463432'] for security_group_rule, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.074396 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:06.095636 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2bf151-3e12-4f30-9f7f-3892f947cf0d,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:06.098592 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:06.106966 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.108144 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-9d4721fe-2d67-4933-853b-60358fb35c50 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465659 May 10 12:08:06.155134 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=e3a48e82-f93f-403c-ab36-364b23f6c471,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:06.158733 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks [] for port, precommit_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.161648 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:06.174857 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Transition to ACTIVE for port object 07a48ecf-15e3-4f7f-a9c6-427107a45cef will not be triggered until provisioned by entity L2. {{(pid=78768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:06.183926 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.188559 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:06.349007 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c33c36-41c3-40f4-8d88-747c38cb2ade None None] Pushing event updated for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=3']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:06.365203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-41c33c36-41c3-40f4-8d88-747c38cb2ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:06.425078 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Attempting to bind port 07a48ecf-15e3-4f7f-a9c6-427107a45cef on host dv-cinder-784945-6-iscsi for vnic_type normal with profile {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:06.425496 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Attempting to bind port 07a48ecf-15e3-4f7f-a9c6-427107a45cef by drivers openvswitch,hyperv on host dv-cinder-784945-6-iscsi at level 0 using segments [{'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:06.426624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Attempting to bind port 07a48ecf-15e3-4f7f-a9c6-427107a45cef on network a7d20afb-235a-42aa-a328-767eca904cb3 {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:06.432454 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Checking agent: {'id': 'db29c660-8e54-4b10-93f3-e223dc64c51c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 24, 41), 'started_at': datetime.datetime(2021, 5, 10, 11, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:06.432835 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Checking segment: {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:06.433276 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.433802 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Bound using segment: {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'} {{(pid=78768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:06.434286 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.managers [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Bound port: 07a48ecf-15e3-4f7f-a9c6-427107a45cef, host: dv-cinder-784945-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e198ed8-3b15-4a05-9843-1935faf10fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3'}}] {{(pid=78768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:06.434669 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.524929 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] For port 07a48ecf-15e3-4f7f-a9c6-427107a45cef, host dv-cinder-784945-6-iscsi, cleared binding levels {{(pid=78768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:06.527947 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] For port 07a48ecf-15e3-4f7f-a9c6-427107a45cef, host dv-cinder-784945-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=07a48ecf-15e3-4f7f-a9c6-427107a45cef,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:06.533445 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:06.538325 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:06.629736 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:06.630379 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:07:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:06.689972 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c33c36-41c3-40f4-8d88-747c38cb2ade None None] Pushing event updated for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:06.751467 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-41c33c36-41c3-40f4-8d88-747c38cb2ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:06.824750 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:07.163467 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:03Z', 'revision_number': 4, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '07a48ecf-15e3-4f7f-a9c6-427107a45cef', 'name': '', 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'mac_address': 'fa:16:3e:3e:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:08:02Z', 'updated_at': '2021-05-10T12:08:06Z', 'revision_number': 4, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'subnets': [{'id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:07.167796 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce3e91-c6fc-43b8-9419-8d7854addf09 None None] The sync data for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi is: [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:08:03Z', 'revision_number': 4, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '07a48ecf-15e3-4f7f-a9c6-427107a45cef', 'name': '', 'network_id': 'a7d20afb-235a-42aa-a328-767eca904cb3', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'mac_address': 'fa:16:3e:3e:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:08:02Z', 'updated_at': '2021-05-10T12:08:06Z', 'revision_number': 4, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'subnets': [{'id': 'f2de0af6-78ef-4e7b-a909-fdb1b34a1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:07.571476 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 07a48ecf-15e3-4f7f-a9c6-427107a45cef up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:07.650145 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:07.655421 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:07.655877 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:07.820884 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:07.856569 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] For port 07a48ecf-15e3-4f7f-a9c6-427107a45cef, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=07a48ecf-15e3-4f7f-a9c6-427107a45cef,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:07.863165 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:07.864630 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device e3a48e82-f93f-403c-ab36-364b23f6c471 up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:07.894036 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-8b51ed82-e8d2-42f5-8e23-73cd874f4409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:07.985501 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Pushing event updated for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:07.989145 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:07.997810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port e3a48e82-f93f-403c-ab36-364b23f6c471 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:07.998186 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:08.212654 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0001f0f7-9d88-47b1-be2d-e2569c0e1e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:09.484010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 07a48ecf-15e3-4f7f-a9c6-427107a45cef up at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:09.553579 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-026faa14-a808-4260-9951-4819100a80ba None None] Provisioning complete for port 07a48ecf-15e3-4f7f-a9c6-427107a45cef triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:09.553955 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:10.762272 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:10.931878 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-bceaa272-65f2-4a80-907d-780be027c0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:12.488313 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:13.844825 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:20.790065 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34202) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:21.465457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:21.948220 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Deleting port 51a44603-d263-442f-986e-04a0a73f23fc {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:08:21.948876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:22.064473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] For port 51a44603-d263-442f-986e-04a0a73f23fc, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=51a44603-d263-442f-986e-04a0a73f23fc,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:22.064830 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:22.185487 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Calling delete_port for 51a44603-d263-442f-986e-04a0a73f23fc owned by network:router_interface {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:08:22.319800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:22.324216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-19fbd7be-7c91-41d7-a6e7-2ef55f3b57cb tempest-AttachVolumeShelveTestJSON-1502415392 tempest-AttachVolumeShelveTestJSON-1502415392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:22.370818 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Pushing event deleted for resources: {'Port': ['ID=51a44603-d263-442f-986e-04a0a73f23fc,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:22.402660 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:22.626783 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:22.967721 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Router 30489cb0-1644-4880-ae31-9388107650ea has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:08:23.250303 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:08:23.259001 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Sync routers for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:23.264829 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] 10.222.0.41 "PUT /v2.0/routers/30489cb0-1644-4880-ae31-9388107650ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4736855 May 10 12:08:23.267308 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34222) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:23.272011 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:23.272872 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:08:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:23.451908 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks [] for router, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:23.463820 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:23.466276 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-3bff0972-3b17-4ad2-a085-01995a271eb8 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Synchronizing usage tracker for tenant:748dda16665242779693a8e31792ecc6 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:23.484150 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-3bff0972-3b17-4ad2-a085-01995a271eb8 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Unset dirty status for tenant:748dda16665242779693a8e31792ecc6 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:23.492547 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-3bff0972-3b17-4ad2-a085-01995a271eb8 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563871053&fields=id&tenant_id=748dda16665242779693a8e31792ecc6 HTTP/1.1" status: 200 len: 267 time: 0.0773964 May 10 12:08:23.628967 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:23.640123 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-5b672c25-bb85-452e-ac25-4f70f441821e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:23.641937 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-5b672c25-bb85-452e-ac25-4f70f441821e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 808 time: 0.1484418 May 10 12:08:23.658826 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-bcdc3476-0b6b-4c09-b849-20a8546e7e9a tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/quotas/748dda16665242779693a8e31792ecc6 HTTP/1.1" status: 200 len: 375 time: 0.0096908 May 10 12:08:23.698502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Deleting port 96e3668d-5b99-428d-b077-5667cd6b064d {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:08:23.698849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:23.745294 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-9233634e-d821-4016-b285-38d3f9716fda tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794880 May 10 12:08:23.755882 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T12:08:22Z', 'revision_number': 5, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port': {'id': '96e3668d-5b99-428d-b077-5667cd6b064d', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489cb0-1644-4880-ae31-9388107650ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:32:04Z', 'updated_at': '2021-05-10T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:23.760587 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Checking router: 30489cb0-1644-4880-ae31-9388107650ea for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:23.769319 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Routers {'30489cb0-1644-4880-ae31-9388107650ea'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:23.770007 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:08:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['30489cb0-1644-4880-ae31-9388107650ea'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:23.812586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-a43f795f-2a28-4d4c-a60f-1a64b461f157 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:08:23.813871 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-a43f795f-2a28-4d4c-a60f-1a64b461f157 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567942 May 10 12:08:23.818029 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] For port 96e3668d-5b99-428d-b077-5667cd6b064d, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=96e3668d-5b99-428d-b077-5667cd6b064d,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:23.818385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:23.919022 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] Set router 30489cb0-1644-4880-ae31-9388107650ea gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:23.942385 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Calling delete_port for 96e3668d-5b99-428d-b077-5667cd6b064d owned by network:router_gateway {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:08:23.945814 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-493f7d9a-1558-4ae8-8932-e41258e89261 service neutron] 10.222.0.41 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259952 May 10 12:08:24.022337 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T12:08:23Z', 'revision_number': 6, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:24.026968 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6a0c4-fd44-42e2-ab17-93365317d67a None None] The sync data for ids ['30489cb0-1644-4880-ae31-9388107650ea'] in dv-cinder-784945-6-iscsi is: [{'id': '30489cb0-1644-4880-ae31-9388107650ea', 'name': 'tempest-AttachVolumeTestJSON-2021236390-router', 'tenant_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:32:02Z', 'updated_at': '2021-05-10T12:08:23Z', 'revision_number': 6, 'project_id': 'd4ad9acfbed64de0b5b6f25092e6f2bf', 'gw_port_host': None}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:24.082929 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-b65dd91b-5a09-401e-a7fa-fd94666240f1 service neutron] 10.222.0.41 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296837 May 10 12:08:24.089413 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.093922 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2f1348c0-b7fb-45b1-a042-af7df0e61242 tempest-TestMinimumBasicScenario-891300440 tempest-TestMinimumBasicScenario-891300440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:24.139739 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e3668d-5b99-428d-b077-5667cd6b064d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:24.164395 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:24.226512 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.402980 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.405283 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.448695 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.449502 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30489cb0-1644-4880-ae31-9388107650ea {{(pid=78767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 12:08:24.467391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] Notify callbacks [] for router, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.468517 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-481a4045-32ed-4b99-a00d-8c2df4dda779 admin admin] 10.222.0.41 "DELETE /v2.0/routers/30489cb0-1644-4880-ae31-9388107650ea HTTP/1.1" status: 204 len: 168 time: 1.1984546 May 10 12:08:24.471033 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34242) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:24.539458 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Deleting subnet 4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:08:24.543152 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.554813 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d146c6e9-820d-4d95-89ea-45f8d5526866 req-0f3dd16a-4ca0-4140-b7e3-88091ee2b0da tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 210 time: 0.1030149 May 10 12:08:24.592349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:24.673241 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.051546 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.056753 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:25.097310 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.103057 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad24cf0-9605-4588-b024-387622ae4073 None None] Network 11a5a096-1237-4e63-b10a-3b855464f28b requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:08:25.103695 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:25.107432 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:25.112147 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d70666dc-81f2-4c12-ba0b-142f5fecf003 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4bafb3eb-3e12-40b4-b8fa-dc6fe51f83d2 HTTP/1.1" status: 204 len: 168 time: 0.6398826 May 10 12:08:25.112302 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34254) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:25.236526 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.309264 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Deleting port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:08:25.310014 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.369981 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] DHCP port deletion for 11a5a096-1237-4e63-b10a-3b855464f28b request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:08:25.410599 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] For port 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=5356fbff-87f7-4597-8eb3-1b0756f11ea5,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:25.410872 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.435260 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Deleting port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:08:25.435646 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.511375 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 96e3668d-5b99-428d-b077-5667cd6b064d no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:08:25.538772 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Calling delete_port for 5356fbff-87f7-4597-8eb3-1b0756f11ea5 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:08:25.549995 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 96e3668d-5b99-428d-b077-5667cd6b064d {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:08:25.550421 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 96e3668d-5b99-428d-b077-5667cd6b064d not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:08:25.550934 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 5356fbff-87f7-4597-8eb3-1b0756f11ea5 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:08:25.588815 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.594534 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:25.608517 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] For port 5356fbff-87f7-4597-8eb3-1b0756f11ea5, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=5356fbff-87f7-4597-8eb3-1b0756f11ea5,segment=NetworkSegment(998b4042-38d0-47e7-b6e3-d1ea86f53754),segment_id=998b4042-38d0-47e7-b6e3-d1ea86f53754)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:25.608923 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.695117 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5356fbff-87f7-4597-8eb3-1b0756f11ea5,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:25.705260 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:25.713587 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] No DVR routers for this DVR port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 on host dv-cinder-784945-6-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:08:25.737684 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Calling delete_port for 5356fbff-87f7-4597-8eb3-1b0756f11ea5 owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:08:25.764391 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-80b1bebc-2061-43c2-ba64-3e47e4776fa2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:25.765122 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-80b1bebc-2061-43c2-ba64-3e47e4776fa2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Synchronizing usage tracker for tenant:748dda16665242779693a8e31792ecc6 on resource:network {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:25.784418 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:25.787337 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-80b1bebc-2061-43c2-ba64-3e47e4776fa2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Unset dirty status for tenant:748dda16665242779693a8e31792ecc6 on resource:network {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:25.789001 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-80b1bebc-2061-43c2-ba64-3e47e4776fa2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 808 time: 0.1754143 May 10 12:08:25.795990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:25.841842 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Pushing event deleted for resources: {'Port': ['ID=5356fbff-87f7-4597-8eb3-1b0756f11ea5,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:25.844026 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-b545d101-e2e2-4305-b31e-8ef41f19e3e1 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Synchronizing usage tracker for tenant:748dda16665242779693a8e31792ecc6 on resource:security_group {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:25.846478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:25.848929 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] No active binding found for port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 {{(pid=78768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 12:08:25.849391 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 5356fbff-87f7-4597-8eb3-1b0756f11ea5 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:08:25.849810 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 51a44603-d263-442f-986e-04a0a73f23fc no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:08:25.858523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-b545d101-e2e2-4305-b31e-8ef41f19e3e1 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Unset dirty status for tenant:748dda16665242779693a8e31792ecc6 on resource:security_group {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:25.859787 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-b545d101-e2e2-4305-b31e-8ef41f19e3e1 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748dda16665242779693a8e31792ecc6 HTTP/1.1" status: 200 len: 380 time: 0.0618825 May 10 12:08:25.870022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'port': {'device_id': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'admin_state_up': True, 'tenant_id': '748dda16665242779693a8e31792ecc6', 'security_groups': ['5bbbcab5-e492-45da-abbc-a7b7aa536231']}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:25.875945 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0ce9f-b837-4d81-8d07-49f32a2a3dc0 None None] No DVR routers for this DVR port 5356fbff-87f7-4597-8eb3-1b0756f11ea5 on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:08:25.889338 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 51a44603-d263-442f-986e-04a0a73f23fc {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:08:25.889541 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 51a44603-d263-442f-986e-04a0a73f23fc not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:08:25.932391 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e20a1c46-561e-45f2-b0eb-b338f94e225f req-676293f0-0ea3-4771-934f-3cfb82a0f945 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 210 time: 0.2515347 May 10 12:08:26.008575 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.018641 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:26.022399 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a5a096-1237-4e63-b10a-3b855464f28b']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:26.023491 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:port and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:26.028846 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:26.034728 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:26.035933 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998b4042-38d0-47e7-b6e3-d1ea86f53754') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:26.036268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998b4042-38d0-47e7-b6e3-d1ea86f53754') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:26.045386 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Made reservation on behalf of 748dda16665242779693a8e31792ecc6 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:08:26.048705 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.048988 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.064205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.070291 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:08:26.070667 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:08:26.083717 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:08:26.161367 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.164824 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:26.179441 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.187948 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=11a5a096-1237-4e63-b10a-3b855464f28b,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:26.191031 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:26.201978 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] 10.222.0.41 "DELETE /v2.0/networks/11a5a096-1237-4e63-b10a-3b855464f28b HTTP/1.1" status: 204 len: 168 time: 1.0883837 May 10 12:08:26.214632 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Allocated IP 172.20.0.9 (8b5004a1-8f57-4855-b6ac-41067cd69bae/fe31419c-2ee2-4638-b2d0-35b4f7c9013d/c7eed899-93e4-48a9-ab51-8246506f14b9) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:08:26.329437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34262) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:26.384277 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-95493825-1322-4c5b-a131-c6218d897b9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4ad9acfbed64de0b5b6f25092e6f2bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532591 May 10 12:08:26.385705 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34266) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:26.414404 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.430553 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Transition to ACTIVE for port object c7eed899-93e4-48a9-ab51-8246506f14b9 will not be triggered until provisioned by entity DHCP. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:26.452922 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.456627 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.462584 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b7705787-ed4e-400c-9ebe-acacf4d280f0 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:26.482042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.527270 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:26.530408 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:26.537545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:26.545126 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.556499 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bb3942c-3d65-4ee2-a3bc-1c1a0370ef4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:26.575118 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724aa03-63dc-4123-8e87-a4198771ed35,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:26.578774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:26.581415 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:26.586013 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:26.586401 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.590783 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-bc586596-fc5c-4ee4-bc55-9313abfb1c07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5724aa03-63dc-4123-8e87-a4198771ed35 HTTP/1.1" status: 204 len: 168 time: 0.2037740 May 10 12:08:26.625485 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:26.626204 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.649235 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843237 May 10 12:08:26.659616 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-39dd10c6-abec-42de-bbf3-a0218e198694 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:08:26.660968 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-39dd10c6-abec-42de-bbf3-a0218e198694 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060837 May 10 12:08:26.800222 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-fa8133d9-2470-4cdf-a80a-b16b8397494d None None] Provisioning for port c7eed899-93e4-48a9-ab51-8246506f14b9 completed by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:26.806011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-fa8133d9-2470-4cdf-a80a-b16b8397494d None None] Provisioning complete for port c7eed899-93e4-48a9-ab51-8246506f14b9 triggered by entity DHCP. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:26.806358 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fa8133d9-2470-4cdf-a80a-b16b8397494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:26.848799 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Request body: {'port': {'device_id': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:26.862642 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-fa8133d9-2470-4cdf-a80a-b16b8397494d None None] Port c7eed899-93e4-48a9-ab51-8246506f14b9 cannot update to ACTIVE because it is not bound. {{(pid=78768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 12:08:26.961934 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.135394 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b0da1-985a-4a47-a7e0-c74b5115b0e8 req-9ac69222-1bff-4044-87bc-d498e2130ef6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:27.136999 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-818b0da1-985a-4a47-a7e0-c74b5115b0e8 req-9ac69222-1bff-4044-87bc-d498e2130ef6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 931 time: 0.0836027 May 10 12:08:27.189677 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-818b0da1-985a-4a47-a7e0-c74b5115b0e8 req-7b64640b-8925-4e02-a3ec-12f3dd05cf12 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 May 10 12:08:27.235732 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.311424 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7eed899-93e4-48a9-ab51-8246506f14b9 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:27.318803 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.334055 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Transition to ACTIVE for port object c7eed899-93e4-48a9-ab51-8246506f14b9 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:27.339335 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.343886 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3328178b-8211-4531-9be3-3a2879376823 tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:27.369504 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34294) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:27.481419 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1690651743-network', 'tenant_id': 'b309c2b65391437b81e71ae709fba930'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:27.486501 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:27.491039 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Usage tracker for resource:network and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:27.494789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:27.501218 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:27.512363 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'network': 1} {{(pid=78766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:08:27.516208 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for network, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.528106 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.544002 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:27.548067 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Usage tracker for resource:security_group_rule and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:27.551410 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:27.557515 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:27.628979 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:27.631790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:27.649710 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.656246 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.661389 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-679cf4df-8522-47f2-b08f-c575195b1363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:27.687427 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=78766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 12:08:27.702279 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:27.703096 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Attempting to bind port c7eed899-93e4-48a9-ab51-8246506f14b9 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:27.703479 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Attempting to bind port c7eed899-93e4-48a9-ab51-8246506f14b9 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:27.703847 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Attempting to bind port c7eed899-93e4-48a9-ab51-8246506f14b9 on network 8b5004a1-8f57-4855-b6ac-41067cd69bae {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:27.705381 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.705759 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.segments_db [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Added segment aa30fb6e-505f-4fbc-abd2-01664e6f1bc1 of type vlan for network b86fa22d-b220-4c80-94ee-dd307fa9e874 May 10 12:08:27.706991 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:27.709655 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Port c7eed899-93e4-48a9-ab51-8246506f14b9 on network 8b5004a1-8f57-4855-b6ac-41067cd69bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 12:08:27.709979 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Attempting to bind port c7eed899-93e4-48a9-ab51-8246506f14b9 on network 8b5004a1-8f57-4855-b6ac-41067cd69bae {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:27.716216 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:27.716556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Checking segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:27.716959 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Bound using segment: {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:27.717394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Bound port: c7eed899-93e4-48a9-ab51-8246506f14b9, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:27.717744 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.734905 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754371860610'] for network, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.763425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160'] for network, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.764790 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:27.765404 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.770013 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ca783d2a-3772-41d4-8df3-a2a00a232940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:27.815702 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:27.818657 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:27.822973 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.827416 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9b9dc2c2-9e49-472f-b6ec-a870a5a7f42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:27.875512 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5022857 May 10 12:08:27.875512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Pushing event updated for resources: {'Network': ['ID=b86fa22d-b220-4c80-94ee-dd307fa9e874,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:27.877101 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6e8c8b53-3d0d-48f7-b4e5-491f9bc36268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:27.877767 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34300) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:27.880873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:27.881542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:27.883162 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] 10.222.0.21 "PUT /v2.0/ports/c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 1093 time: 1.2150173 May 10 12:08:27.885379 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 details requested by agent ovs-agent-dv-cinder-784945-6-iscsi with host dv-cinder-784945-6-iscsi {{(pid=78768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 12:08:27.885852 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:27.894782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Request body: {'subnet': {'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1690651743-subnet', 'tenant_id': 'b309c2b65391437b81e71ae709fba930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:27.909898 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:27.923223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Usage tracker for resource:subnet and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:27.978490 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:27.991519 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:27.998858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:28.003017 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1195d146-e52f-42f0-b6f3-1dc835e7706b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:28.019662 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'subnet': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:08:28.022040 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2601868'] for subnet, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:28.091357 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'status': 'completed', 'code': 200} May 10 12:08:28.121883 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-d7e78228-adc1-4259-87af-503463d21b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:28.123386 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-d7e78228-adc1-4259-87af-503463d21b64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1096 time: 0.1944227 May 10 12:08:28.202640 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-7172ee76-b0ae-491c-ac29-64a34b21a8fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 217 time: 0.0712588 May 10 12:08:28.320099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-d3950033-dedf-4c40-a351-6b6074b8a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:28.321685 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-d3950033-dedf-4c40-a351-6b6074b8a7d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.1133344 May 10 12:08:28.499711 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-225629d1-4a90-4120-9d3a-370e4bb43bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:28.501206 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-225629d1-4a90-4120-9d3a-370e4bb43bad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722782 May 10 12:08:28.524637 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc87218-db2c-4f90-9ceb-ca129ac514ce req-9446c67e-7ecd-4012-b589-6c3d86a9b3f2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:28.526134 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3cc87218-db2c-4f90-9ceb-ca129ac514ce req-9446c67e-7ecd-4012-b589-6c3d86a9b3f2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0833385 May 10 12:08:28.570636 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3cc87218-db2c-4f90-9ceb-ca129ac514ce req-aa3719cc-b61f-48ee-a391-7606d52ae259 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384700 May 10 12:08:28.662402 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-a730b127-34ea-42db-b7fe-2d72c02822a5 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534438 May 10 12:08:28.826664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5783203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2601982'] for subnet, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:28.839953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:28.884042 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-253d70bd-0e1c-4639-a0ea-0819079a9d9e req-0d44489b-1c06-4627-9e42-85e84dd1a11f service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141557 May 10 12:08:28.913051 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804aa8a4-0fa8-416a-bb57-2cc232176c3d,revision_number=0']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:28.917315 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:28.924198 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Checking segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:28.924568 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Network hostable DHCP agents. Network: b86fa22d-b220-4c80-94ee-dd307fa9e874, hostable agents: ['88c6a03d-832a-4662-9748-293785095ccf'], hosted agents: [] {{(pid=78767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 12:08:28.985420 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 is scheduled to be hosted by DHCP agent 88c6a03d-832a-4662-9748-293785095ccf with binding_index 1 {{(pid=78767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 12:08:28.998000 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-6-iscsi, b86fa22d-b220-4c80-94ee-dd307fa9e874) {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:29.007273 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fec28f-38a1-4238-8c38-5817b17238e5 None None] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:08:29.010489 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.011081 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:29.032061 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-19b385e9-a553-42c8-9f1d-dddaef93e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.033550 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-19b385e9-a553-42c8-9f1d-dddaef93e934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1096 time: 0.1002929 May 10 12:08:29.061137 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1823471 May 10 12:08:29.193486 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306201da-9456-4ffc-8611-843117926c0c None None] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:08:29.296012 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-1d24e2c6-95df-408d-8ceb-faf1307a8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.297596 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-1d24e2c6-95df-408d-8ceb-faf1307a8f44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.2574239 May 10 12:08:29.372434 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-d8d046b3-e53c-4b6f-8eac-a141e2e26834 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 217 time: 0.0669062 May 10 12:08:29.436521 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-24fffb7e-05cb-415e-9e01-febc8df60b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.438017 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-24fffb7e-05cb-415e-9e01-febc8df60b94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0593920 May 10 12:08:29.510858 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e81a2d6b-06c1-44cb-80be-f542325e07af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.511529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e81a2d6b-06c1-44cb-80be-f542325e07af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:network {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:29.514511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-9251ea34-4f7c-4137-a6de-98624a56df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.515661 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-9251ea34-4f7c-4137-a6de-98624a56df45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715666 May 10 12:08:29.529134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e81a2d6b-06c1-44cb-80be-f542325e07af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:network {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:29.530268 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e81a2d6b-06c1-44cb-80be-f542325e07af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1661961 May 10 12:08:29.544894 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-707750c1-31d4-4592-8bf7-5cf0ef6f3c9b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/quotas/b309c2b65391437b81e71ae709fba930 HTTP/1.1" status: 200 len: 375 time: 0.0087800 May 10 12:08:29.592828 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-189b49da-105a-4f9d-83b7-9203c7143229 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415585 May 10 12:08:29.651745 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-3c61cbad-7e90-43fe-8a32-8713f3e07bca service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297336 May 10 12:08:29.780610 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-a072b80b-ee8e-4289-8350-95ec2b01e05f service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799762 May 10 12:08:29.782058 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f754a8d7-e7c5-4d04-9bd9-4ea837b573c9 req-dd164f9f-4e7a-454f-8369-b9dc10a69e87 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239648 May 10 12:08:29.816200 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245eaa2-a2e1-4d67-829c-86eec948ed5d req-3524025d-480f-41d4-8cde-348422e1b717 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:29.817629 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e245eaa2-a2e1-4d67-829c-86eec948ed5d req-3524025d-480f-41d4-8cde-348422e1b717 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1421270 May 10 12:08:29.932833 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e245eaa2-a2e1-4d67-829c-86eec948ed5d req-e6afdc89-97ab-4195-80a1-8294611e3255 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679855 May 10 12:08:29.953954 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-6f15cfbf-6912-4648-87bc-2475caea8f1d service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651006 May 10 12:08:30.120233 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c0cb3c2f-cb8e-48fa-97b9-9d2af1c20868 req-f7f3155e-d6b5-435b-b78d-476ae54b47ec tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 210 time: 0.0420172 May 10 12:08:31.130063 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e613868e-ce7e-42ad-9be9-ca8a3b8985af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:31.131730 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-e613868e-ce7e-42ad-9be9-ca8a3b8985af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1551392 May 10 12:08:31.149523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Request body: {'port': {'device_id': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'admin_state_up': True, 'tenant_id': 'b309c2b65391437b81e71ae709fba930'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:31.293488 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-db025205-48f6-4113-a4a4-96e4007201a7 req-e8c1fe88-f3e4-46f7-8245-9de871fbb9a8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 210 time: 0.0523179 May 10 12:08:31.302133 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc04fb-9fe7-4a10-b515-a7c7037106fc req-141c5352-eaaf-49c2-9190-85fc7afb3e3f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:31.303537 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75dc04fb-9fe7-4a10-b515-a7c7037106fc req-141c5352-eaaf-49c2-9190-85fc7afb3e3f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.2576387 May 10 12:08:31.310992 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:31.314858 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Usage tracker for resource:port and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:31.317709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:31.324110 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:31.335344 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:08:31.339260 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:31.357116 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-75dc04fb-9fe7-4a10-b515-a7c7037106fc req-25bf858f-ee79-4a32-bfa6-cd4faa1969b2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 May 10 12:08:31.503219 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Allocated IP 172.20.0.10 (b86fa22d-b220-4c80-94ee-dd307fa9e874/804aa8a4-0fa8-416a-bb57-2cc232176c3d/466047b8-dcdf-41e1-af75-ea47f1de4e49) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:08:31.703298 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:31.731984 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:31.737459 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-235be380-42ef-406a-aedb-85cc4547f057 tempest-VolumesNegativeTest-1542056795 tempest-VolumesNegativeTest-1542056795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:31.795668 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:31.798538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:31.806349 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:31.837648 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event updated for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:31.843913 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:31.872709 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:31.873334 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:31.892214 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513824 May 10 12:08:31.903280 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Request body: {'port': {'device_id': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:32.022430 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.364971 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466047b8-dcdf-41e1-af75-ea47f1de4e49 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:32.373061 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.389271 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Transition to ACTIVE for port object 466047b8-dcdf-41e1-af75-ea47f1de4e49 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:32.393925 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.398989 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-fa939817-88c7-4a00-ab46-28c4bee7a213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:32.564131 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaa14e-ab03-4e21-ab6c-1a3ae653bd4e req-8de8e0b4-ef40-4518-8bd3-142e403f491e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:32.565689 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-affaa14e-ab03-4e21-ab6c-1a3ae653bd4e req-8de8e0b4-ef40-4518-8bd3-142e403f491e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 944 time: 0.1450808 May 10 12:08:32.598918 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2ee31-f782-4839-a7c0-0987982b670a req-1af0b7f2-8a77-4d74-8e2a-2eb19c58f9f3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:32.600274 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-20f2ee31-f782-4839-a7c0-0987982b670a req-1af0b7f2-8a77-4d74-8e2a-2eb19c58f9f3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1306493 May 10 12:08:32.642832 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-affaa14e-ab03-4e21-ab6c-1a3ae653bd4e req-19fdfed1-af19-49c4-8ee5-23b3abcd1ff8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:security_group {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:32.655161 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Pushing event updated for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:32.662100 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:32.667293 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-20f2ee31-f782-4839-a7c0-0987982b670a req-dedc7b02-4706-4602-8ebe-ffb82d38d342 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594182 May 10 12:08:32.676831 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-affaa14e-ab03-4e21-ab6c-1a3ae653bd4e req-19fdfed1-af19-49c4-8ee5-23b3abcd1ff8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:security_group {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:32.678035 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-affaa14e-ab03-4e21-ab6c-1a3ae653bd4e req-19fdfed1-af19-49c4-8ee5-23b3abcd1ff8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046414 May 10 12:08:32.726849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Attempting to bind port 466047b8-dcdf-41e1-af75-ea47f1de4e49 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:32.727190 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Attempting to bind port 466047b8-dcdf-41e1-af75-ea47f1de4e49 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:32.727523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Attempting to bind port 466047b8-dcdf-41e1-af75-ea47f1de4e49 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:32.732287 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Port 466047b8-dcdf-41e1-af75-ea47f1de4e49 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 12:08:32.732609 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Attempting to bind port 466047b8-dcdf-41e1-af75-ea47f1de4e49 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:32.737600 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:32.737937 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Checking segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:32.738318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Bound using segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:32.738746 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Bound port: 466047b8-dcdf-41e1-af75-ea47f1de4e49, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:32.739088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.827094 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:32.829970 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:32.834480 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.838752 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-3058fea9-44e2-41cb-90fe-b830d04d35ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:32.888047 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:32.888653 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:32.890035 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] 10.222.0.21 "PUT /v2.0/ports/466047b8-dcdf-41e1-af75-ea47f1de4e49 HTTP/1.1" status: 200 len: 1094 time: 0.9907191 May 10 12:08:32.890523 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:32.918181 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Pushing event updated for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:32.921405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:32.966689 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49', 'status': 'completed', 'code': 200} May 10 12:08:33.000257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-b25d803d-3595-411b-8f81-5977694d3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.001718 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-b25d803d-3595-411b-8f81-5977694d3f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 1097 time: 0.0735075 May 10 12:08:33.067007 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-58fa6bfe-068b-4a8d-be0f-b9a054acdcac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49 HTTP/1.1" status: 200 len: 217 time: 0.0583057 May 10 12:08:33.129417 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-91bb4c6c-ac69-4d36-b4d3-fec11c316725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.130760 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-91bb4c6c-ac69-4d36-b4d3-fec11c316725 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0574479 May 10 12:08:33.174830 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-dd338148-2744-4a49-bdab-994a6276ed99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378098 May 10 12:08:33.301732 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-924f82ab-b00c-4e60-9033-460c2c46d430 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201475 May 10 12:08:33.428580 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-59b30735-ea89-464d-94bb-30ea2c32fd14 req-f06a6b2e-7351-4244-ae08-cfd4ea41e0df service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200774 May 10 12:08:33.551924 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-8bcca74b-72b3-4074-a862-4ec4675e169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.553429 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-8bcca74b-72b3-4074-a862-4ec4675e169b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 1097 time: 0.0781522 May 10 12:08:33.679700 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-308bb6d8-42ab-4641-b9af-d58522e6e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.681003 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-308bb6d8-42ab-4641-b9af-d58522e6e403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 916 time: 0.1212561 May 10 12:08:33.748434 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-a7c35af5-2cbe-4e7d-bf3c-5fcb4a075236 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49 HTTP/1.1" status: 200 len: 217 time: 0.0598118 May 10 12:08:33.817199 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-b7bd071f-6860-4f76-a576-6a6b2791bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.818658 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-b7bd071f-6860-4f76-a576-6a6b2791bd03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0639820 May 10 12:08:33.866979 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-8f10a542-1ac4-41e1-b2fd-0bf35e9f7f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403779 May 10 12:08:33.916861 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65847a38-ed11-4e14-b1cf-d8baad2f50ab req-cc1209ee-7018-45b6-abbc-a67238e0ff36 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.918315 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65847a38-ed11-4e14-b1cf-d8baad2f50ab req-cc1209ee-7018-45b6-abbc-a67238e0ff36 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1443391 May 10 12:08:33.927514 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21118181-00c1-45eb-b8a0-bc1285b1b3dd req-61e217bf-a707-4f39-bcde-fa467686f40b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:33.928871 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21118181-00c1-45eb-b8a0-bc1285b1b3dd req-61e217bf-a707-4f39-bcde-fa467686f40b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 944 time: 0.1157875 May 10 12:08:33.995241 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-65847a38-ed11-4e14-b1cf-d8baad2f50ab req-e4c01a5c-a374-428b-b3ac-fcaf828fc851 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654078 May 10 12:08:33.998249 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-53bde4a0-e435-4e4f-86c2-bf52da365917 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238284 May 10 12:08:34.005148 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-21118181-00c1-45eb-b8a0-bc1285b1b3dd req-ca53afaa-a733-43ae-993c-edd1e980930a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627728 May 10 12:08:34.127428 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-f14f5ca3-f592-42b9-b2aa-d7aa0274f4d7 req-4695039b-c308-46af-817f-99c1e82deff2 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224685 May 10 12:08:35.238620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca672-a748-45b4-9db3-6484e8a51943 req-a80a9196-4799-4b14-b0a6-90294377a732 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:35.240047 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16fca672-a748-45b4-9db3-6484e8a51943 req-a80a9196-4799-4b14-b0a6-90294377a732 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1397350 May 10 12:08:35.248821 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1270e6-e574-45dd-997f-34894f8744dd req-64a87133-62fd-4bb0-8327-a52f5e452cf8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:35.250157 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb1270e6-e574-45dd-997f-34894f8744dd req-64a87133-62fd-4bb0-8327-a52f5e452cf8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 944 time: 0.1179426 May 10 12:08:35.318026 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-16fca672-a748-45b4-9db3-6484e8a51943 req-cc60d553-fc0c-4f4b-a0c6-a3acae75c62b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668693 May 10 12:08:35.320562 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-eb1270e6-e574-45dd-997f-34894f8744dd req-669aa514-e700-43d3-a2c8-e97da9d20103 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 May 10 12:08:35.924872 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 466047b8-dcdf-41e1-af75-ea47f1de4e49 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:08:36.055776 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:36.068185 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '466047b8-dcdf-41e1-af75-ea47f1de4e49', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'port_id': '466047b8-dcdf-41e1-af75-ea47f1de4e49', 'mac_address': 'fa:16:3e:39:58:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804aa8a4-0fa8-416a-bb57-2cc232176c3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:08:36.121289 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:36.137493 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466047b8-dcdf-41e1-af75-ea47f1de4e49 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:36.152758 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:36.156108 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:36.157813 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-41c33c36-41c3-40f4-8d88-747c38cb2ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:36.224606 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:36.227740 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:36.402744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:08:36.555065 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4a1ce-5abf-4ee8-9c74-b485eec655ca req-cc2b1c44-2a6f-4394-91df-73ae93df9146 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:36.556444 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2ad4a1ce-5abf-4ee8-9c74-b485eec655ca req-cc2b1c44-2a6f-4394-91df-73ae93df9146 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 945 time: 0.1033609 May 10 12:08:36.585573 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004cd3-6863-4154-9286-441f1852b1a8 req-f19d353c-42ff-4b2d-8362-9232069acc13 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:36.586966 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a9004cd3-6863-4154-9286-441f1852b1a8 req-f19d353c-42ff-4b2d-8362-9232069acc13 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1651258 May 10 12:08:36.637358 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2ad4a1ce-5abf-4ee8-9c74-b485eec655ca req-b2e3eda7-29f6-4e63-b6a5-c0a4666406c1 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728259 May 10 12:08:36.646589 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a9004cd3-6863-4154-9286-441f1852b1a8 req-68aa2563-37d9-4032-a20b-cec769bb1e17 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519998 May 10 12:08:37.877554 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a3f06-2e3e-4d82-90cd-0e82c343a97e req-f4bcd417-9dd9-4016-afcc-f81febeb86d2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:37.878983 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b07a3f06-2e3e-4d82-90cd-0e82c343a97e req-f4bcd417-9dd9-4016-afcc-f81febeb86d2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 945 time: 0.1381397 May 10 12:08:37.887348 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562245c3-0b1c-40d8-96b2-c968eceda6a6 req-4d3827bd-16f9-43a5-ae55-da13f2601463 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:37.888671 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-562245c3-0b1c-40d8-96b2-c968eceda6a6 req-4d3827bd-16f9-43a5-ae55-da13f2601463 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.1169124 May 10 12:08:37.927491 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 466047b8-dcdf-41e1-af75-ea47f1de4e49 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:37.952011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:08:37.959267 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b07a3f06-2e3e-4d82-90cd-0e82c343a97e req-4d5c7662-9460-433a-bb48-44d089c578db tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695879 May 10 12:08:37.963615 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-562245c3-0b1c-40d8-96b2-c968eceda6a6 req-f3a9dad1-15a1-42e4-a5df-ef96864615b2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614974 May 10 12:08:38.072086 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 466047b8-dcdf-41e1-af75-ea47f1de4e49 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:38.093644 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 466047b8-dcdf-41e1-af75-ea47f1de4e49 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:38.094026 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.168486 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:38.186069 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'mac_address': 'fa:16:3e:f3:2a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:08:38.292915 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1078daba-57d4-401a-94de-0e57c0f2c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.296122 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.317839 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.329055 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7eed899-93e4-48a9-ab51-8246506f14b9 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:38.354378 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:38.359032 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:38.365258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.368271 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-a5c59b60-0b91-415b-921c-1a6c2246e703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:38.403064 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:38.410608 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:38.437103 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:38.440065 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:38.440530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:38.473798 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49', 'code': 200} May 10 12:08:38.513938 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:38.516799 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:38.570227 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c7eed899-93e4-48a9-ab51-8246506f14b9'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:08:38.677774 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051aa12-b141-4ad0-ab0e-73b7328bd1da req-8682fc0d-d1e0-43b8-91f9-1a179708af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:38.679248 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5051aa12-b141-4ad0-ab0e-73b7328bd1da req-8682fc0d-d1e0-43b8-91f9-1a179708af83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 1099 time: 0.0691903 May 10 12:08:38.723192 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-5051aa12-b141-4ad0-ab0e-73b7328bd1da req-7e4b5b4c-d448-43b1-8d7c-ceda5f9ed7d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 May 10 12:08:39.201160 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f4ae-a89a-4f89-8d11-456582dcb788 req-9269c871-57b4-4ef8-8de0-04d1205b4782 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:39.202582 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0fa0f4ae-a89a-4f89-8d11-456582dcb788 req-9269c871-57b4-4ef8-8de0-04d1205b4782 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 946 time: 0.1363924 May 10 12:08:39.210685 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e89ea-3e9a-4ad7-879c-8aaabfb7fb05 req-5be99332-7546-4796-a08d-1ea8d29b54bb tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:39.211973 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-500e89ea-3e9a-4ad7-879c-8aaabfb7fb05 req-5be99332-7546-4796-a08d-1ea8d29b54bb tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 944 time: 0.1156583 May 10 12:08:39.279730 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0fa0f4ae-a89a-4f89-8d11-456582dcb788 req-c79be6bd-19ec-43ab-8ca2-261eacd45222 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667500 May 10 12:08:39.282294 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-500e89ea-3e9a-4ad7-879c-8aaabfb7fb05 req-4f872532-bf9d-4a75-9c47-e676ca5c5b7f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565627 May 10 12:08:39.932955 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:40.002220 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port c7eed899-93e4-48a9-ab51-8246506f14b9 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:40.006603 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port c7eed899-93e4-48a9-ab51-8246506f14b9 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:40.006981 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:40.116355 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:40.149603 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:40.153541 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:40.155323 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-2798508c-4013-471f-ac01-805e25affa45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:40.217991 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:40.220788 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:40.475115 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:40.522591 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31646fa-b299-494d-96f2-fde042919b5c req-116edfb9-17f2-48bd-ab57-b34b757476fa tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:40.524011 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e31646fa-b299-494d-96f2-fde042919b5c req-116edfb9-17f2-48bd-ab57-b34b757476fa tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 946 time: 0.1381774 May 10 12:08:40.531151 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600335a1-3368-49cb-b5a9-f874220069f3 req-fe26b204-665e-46bf-83ab-978d8ba2eecd tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:40.532437 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-600335a1-3368-49cb-b5a9-f874220069f3 req-fe26b204-665e-46bf-83ab-978d8ba2eecd tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.1168525 May 10 12:08:40.599549 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e31646fa-b299-494d-96f2-fde042919b5c req-514bbba0-c3f9-4976-a3c5-693bba2803e6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662024 May 10 12:08:40.603755 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-600335a1-3368-49cb-b5a9-f874220069f3 req-c7c24ce9-4ac8-41b1-ade1-3477f9f0fd7d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581827 May 10 12:08:40.651205 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'code': 200} May 10 12:08:40.763812 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:40.926837 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5babc-765f-4ec5-9bd0-6ecccaa4baa0 req-d4406cd9-9b99-4c99-98f6-c2961973c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:40.938149 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-677d45d1-e139-4ca6-a083-9a8a4e96b436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:40.941053 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d5c5babc-765f-4ec5-9bd0-6ecccaa4baa0 req-d4406cd9-9b99-4c99-98f6-c2961973c9af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0859640 May 10 12:08:40.983790 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-d5c5babc-765f-4ec5-9bd0-6ecccaa4baa0 req-5bfa590a-93c4-47a8-af0a-d29afed9ddfb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363202 May 10 12:08:41.889744 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1fb7f-57b3-4ed4-be7b-f051cf9ea199 req-bbf62e05-0f61-492a-9b83-bb80187f2630 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:41.891102 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b7e1fb7f-57b3-4ed4-be7b-f051cf9ea199 req-bbf62e05-0f61-492a-9b83-bb80187f2630 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.1821463 May 10 12:08:41.933723 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b7e1fb7f-57b3-4ed4-be7b-f051cf9ea199 req-0fe47235-f81a-4925-a3ce-b446045ac0b6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368860 May 10 12:08:42.322457 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:08:42.490362 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:43.119964 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319d82d-fb8e-4f88-bdfb-8bb25fa7d0c0 req-f6ad6bd1-d972-4de3-8490-f5c85b088884 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:43.121435 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f319d82d-fb8e-4f88-bdfb-8bb25fa7d0c0 req-f6ad6bd1-d972-4de3-8490-f5c85b088884 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0815465 May 10 12:08:43.165598 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f319d82d-fb8e-4f88-bdfb-8bb25fa7d0c0 req-d2e9088d-e8c5-4569-9eaa-87537d68b3b3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 May 10 12:08:43.348535 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9df3-e6ac-478e-8454-f60e5acf0398 req-c24b9785-e44d-4b09-bdff-9a03d3623f03 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:43.350026 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2f6e9df3-e6ac-478e-8454-f60e5acf0398 req-c24b9785-e44d-4b09-bdff-9a03d3623f03 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0785837 May 10 12:08:43.396518 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2f6e9df3-e6ac-478e-8454-f60e5acf0398 req-1aa98cb6-0b9b-496b-be70-f6c973d44785 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 May 10 12:08:43.418160 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34408) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:43.593395 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad03f4a-9384-4907-9f28-52d9275abf9e tempest-TestShelveInstance-1724829427 tempest-TestShelveInstance-1724829427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:43.594010 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3ad03f4a-9384-4907-9f28-52d9275abf9e tempest-TestShelveInstance-1724829427 tempest-TestShelveInstance-1724829427-project-admin] Synchronizing usage tracker for tenant:81ac7b97123f4989acd1ac2b62a19503 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:08:43.609954 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-3ad03f4a-9384-4907-9f28-52d9275abf9e tempest-TestShelveInstance-1724829427 tempest-TestShelveInstance-1724829427-project-admin] Unset dirty status for tenant:81ac7b97123f4989acd1ac2b62a19503 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:08:43.611039 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-3ad03f4a-9384-4907-9f28-52d9275abf9e tempest-TestShelveInstance-1724829427 tempest-TestShelveInstance-1724829427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1093 time: 0.1916053 May 10 12:08:43.614058 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34416) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:08:43.619061 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.v2.base [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Request body: {'floatingip': {'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:43.624754 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:43.628439 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Usage tracker for resource:floatingip and tenant:748dda16665242779693a8e31792ecc6 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:43.631303 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:43.636822 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:43.647242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for floatingip, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:43.779391 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:43.848807 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:43.912631 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_common [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Allocated IP 172.27.2.117 (135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5/2d62429d-cfbd-49a2-b73e-6d44342d36b3/df02d542-9769-42df-b23f-ff3a0ce399b7) {{(pid=78766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:08:44.054062 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for port, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.083060 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.087222 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-75d62f0f-5989-4041-bf53-a5fc11ec2515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:44.141966 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Network 135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5 is already hosted by enough agents. {{(pid=78766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:44.144590 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.base_scheduler [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Resources bound (agent type, host, resource id): {{(pid=78766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:44.152659 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Received port after_create {{(pid=78766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:44.184081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'Port': ['ID=df02d542-9769-42df-b23f-ff3a0ce399b7,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:44.189773 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:44.543419 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.612716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.914944 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for port, precommit_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.919929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246669'] for port, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:44.923407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:45.024875 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event updated for resources: {'Port': ['ID=df02d542-9769-42df-b23f-ff3a0ce399b7,revision_number=2']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:45.029370 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:45.039545 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408437'] for floatingip, after_update {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:45.203450 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Floating IP e8c14390-ddbc-4e9e-bad7-953a992c978c associated. External IP: 172.27.2.117, port: c7eed899-93e4-48a9-ab51-8246506f14b9. May 10 12:08:45.545462 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Router d4d1a666-1b57-4088-8aba-556fa54b177c has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:08:45.714433 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:08:45.723475 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Sync routers for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:08:45.732767 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:45.733393 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:08:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:45.738146 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:45.793761 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1786990 May 10 12:08:45.794402 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:45.907603 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'status': 'completed', 'code': 200} May 10 12:08:45.910986 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:46.124495 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-4dee6877-d0a1-4d5a-b2fb-9c8398442453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:46.125968 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-4dee6877-d0a1-4d5a-b2fb-9c8398442453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.1721096 May 10 12:08:46.255011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'e8c14390-ddbc-4e9e-bad7-953a992c978c', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'mac_address': 'fa:16:3e:f3:2a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T12:08:44Z', 'updated_at': '2021-05-10T12:08:44Z', 'revision_number': 0, 'project_id': '748dda16665242779693a8e31792ecc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:46.256072 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-a77ec718-75e6-40ec-8d2c-9330f324bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:46.257526 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-a77ec718-75e6-40ec-8d2c-9330f324bad5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1242905 May 10 12:08:46.258889 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Checking router: d4d1a666-1b57-4088-8aba-556fa54b177c for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:08:46.267205 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:08:46.267797 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:08:41Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:46.363722 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-6eea2d28-1b3a-474c-91b6-aae1a4c3f14d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 999 time: 0.0994194 May 10 12:08:46.424900 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-a49fb3e3-d4c9-4c35-ad56-02bd2def2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:46.426272 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-a49fb3e3-d4c9-4c35-ad56-02bd2def2d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0562418 May 10 12:08:46.445620 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:08:46.500849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-8912275f-6451-440d-afa2-3a6418d87420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:46.502346 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-8912275f-6451-440d-afa2-3a6418d87420 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684254 May 10 12:08:46.634377 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-4c025581-9ee9-45a0-af71-3c2323954940 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248515 May 10 12:08:46.768883 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-3dec3027-9812-44a3-a633-52c5c50c3b4e req-5d6f25a7-a4c9-4ee6-8086-e4f75adf9b2f service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277974 May 10 12:08:46.828797 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'e8c14390-ddbc-4e9e-bad7-953a992c978c', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'mac_address': 'fa:16:3e:f3:2a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T12:08:44Z', 'updated_at': '2021-05-10T12:08:44Z', 'revision_number': 0, 'project_id': '748dda16665242779693a8e31792ecc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:08:46.832672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcf340-b548-4721-8b07-a91d8ca9d214 None None] The sync data for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi is: [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_floatingips': [{'id': 'e8c14390-ddbc-4e9e-bad7-953a992c978c', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'router_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'mac_address': 'fa:16:3e:f3:2a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T12:08:44Z', 'updated_at': '2021-05-10T12:08:44Z', 'revision_number': 0, 'project_id': '748dda16665242779693a8e31792ecc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:08:47.011993 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31186356-6bec-448c-9060-156da34f49c8 None None] New status for floating IP e8c14390-ddbc-4e9e-bad7-953a992c978c: ACTIVE {{(pid=78769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:08:49.142414 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-2316b188-a7d7-429c-9d92-86a444cb250f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720439 May 10 12:08:49.277729 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-d2279a3c-5de3-4b4c-97e6-631cc149e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:49.279191 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-d2279a3c-5de3-4b4c-97e6-631cc149e2da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0710106 May 10 12:08:49.426019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-bc4ed06a-4a2a-4545-9816-1b9116ba1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:49.427420 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-bc4ed06a-4a2a-4545-9816-1b9116ba1fe8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1266990 May 10 12:08:49.450095 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-b908a270-f6ef-4178-981a-a9d6a82d88af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:49.451513 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-b908a270-f6ef-4178-981a-a9d6a82d88af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1421056 May 10 12:08:49.466534 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-815f30a1-0052-4f87-8345-70c659ed6310 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/quotas/b309c2b65391437b81e71ae709fba930 HTTP/1.1" status: 200 len: 375 time: 0.0094919 May 10 12:08:49.530129 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-0169779a-51ac-42ff-95a5-800418a0e07b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 1001 time: 0.0963676 May 10 12:08:49.544227 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-fe4171c9-fb45-4033-b17a-463448dbcd2a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725286 May 10 12:08:49.598614 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-0238aeb6-c167-4e9c-ae5d-59b3f798c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:49.598945 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-65ccb14a-4b13-4038-8eba-6d1722c3855c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 12:08:49.599900 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-65ccb14a-4b13-4038-8eba-6d1722c3855c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474336 May 10 12:08:49.600047 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-0238aeb6-c167-4e9c-ae5d-59b3f798c0c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0611246 May 10 12:08:49.672638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-1a8847cd-1e41-4e14-b623-247aa270cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:49.674121 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-1a8847cd-1e41-4e14-b623-247aa270cd71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679584 May 10 12:08:49.727451 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-93292037-bb5c-4490-bc88-ec195f155d13 service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206028 May 10 12:08:49.805020 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-21681a06-fcc3-4e17-9b7d-8ba89fee696c service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240575 May 10 12:08:49.937323 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-03a7b810-8676-4fe9-ab87-c6c182ed30a0 req-9c119e4a-2291-4a9e-bd8b-f1e4ddb02196 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257796 May 10 12:08:49.965430 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-51d3af77-5594-473f-ae77-637e2660772e service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310090 May 10 12:08:50.144353 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-51c95230-6543-484c-ac17-3aa5ad31e276 req-3c417703-f9ed-4691-ac52-960b9cc46793 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 210 time: 0.0452428 May 10 12:08:51.256955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-1f871942-2309-418c-95df-96b950458872 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:51.258404 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-1f871942-2309-418c-95df-96b950458872 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.2495530 May 10 12:08:51.270730 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Request body: {'port': {'device_id': '1d2d6aff-976c-439d-b963-12913fe353ea', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'admin_state_up': True, 'tenant_id': 'b309c2b65391437b81e71ae709fba930'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:51.295593 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6d16e23f-e142-4571-a8cd-a92f2e260da4 req-e42d2f1f-7975-41b6-96f4-61cb47d634af tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 210 time: 0.0422468 May 10 12:08:51.403570 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:08:51.407277 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Usage tracker for resource:port and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:08:51.410001 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:08:51.416028 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:08:51.425098 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:08:51.428472 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.587860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Allocated IP 172.20.0.4 (b86fa22d-b220-4c80-94ee-dd307fa9e874/804aa8a4-0fa8-416a-bb57-2cc232176c3d/60e50c59-dcad-4403-b3a3-784326385f57) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:08:51.780123 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.808381 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.813599 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-16fd0167-6c0c-4e23-b9d4-278562eaf344 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:51.819987 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:08:51.874811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:08:51.875893 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:08:51.879538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:08:51.924120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event updated for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:51.936489 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.936866 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.937257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.937622 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.937981 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.938338 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.938693 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.939053 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.939400 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.939750 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.940096 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.940440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:51.945473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:51.962276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:51.963505 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:51.983320 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-018cbd35-ef10-41fb-a273-a5692263aa4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7163241 May 10 12:08:51.995074 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Request body: {'port': {'device_id': '1d2d6aff-976c-439d-b963-12913fe353ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:08:52.102835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.439582 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e50c59-dcad-4403-b3a3-784326385f57 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:52.446588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.461307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Transition to ACTIVE for port object 60e50c59-dcad-4403-b3a3-784326385f57 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:08:52.465296 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.469574 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-dd3eeb27-76f6-4e84-ae0c-c8744dff85aa tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:52.479873 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faecff-11d9-4b55-944e-4062d476988b req-01fcfa58-660b-4fcd-8bd8-5aca965acae6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:52.481645 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6faecff-11d9-4b55-944e-4062d476988b req-01fcfa58-660b-4fcd-8bd8-5aca965acae6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 931 time: 0.0796418 May 10 12:08:52.529437 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f6faecff-11d9-4b55-944e-4062d476988b req-8cf5baa6-bcda-4096-92a6-bb5a0def8322 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 May 10 12:08:52.623131 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Pushing event updated for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:52.630285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:52.693293 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Attempting to bind port 60e50c59-dcad-4403-b3a3-784326385f57 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:08:52.693556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Attempting to bind port 60e50c59-dcad-4403-b3a3-784326385f57 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:08:52.693886 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Attempting to bind port 60e50c59-dcad-4403-b3a3-784326385f57 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:52.698351 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Port 60e50c59-dcad-4403-b3a3-784326385f57 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 12:08:52.698672 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Attempting to bind port 60e50c59-dcad-4403-b3a3-784326385f57 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:08:52.703865 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:08:52.704202 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Checking segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:08:52.704580 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Bound using segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:08:52.705007 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Bound port: 60e50c59-dcad-4403-b3a3-784326385f57, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:08:52.705388 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.793296 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:08:52.796457 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=60e50c59-dcad-4403-b3a3-784326385f57,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:08:52.801000 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.805287 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4575c73d-b45b-4e78-a8c8-6066c2f20b76 tempest-VolumesActionsTest-993058147 tempest-VolumesActionsTest-993058147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:52.852948 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:52.854120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:52.855722 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] 10.222.0.21 "PUT /v2.0/ports/60e50c59-dcad-4403-b3a3-784326385f57 HTTP/1.1" status: 200 len: 1093 time: 0.8648081 May 10 12:08:52.856204 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:52.883700 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Pushing event updated for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:52.886630 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-a6d867ee-3701-498f-83dd-26ce5b6a5732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:52.927410 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57', 'status': 'completed', 'code': 200} May 10 12:08:53.057751 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-06350b8a-8f3c-4755-b333-0a3a9efcbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.059208 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-06350b8a-8f3c-4755-b333-0a3a9efcbf3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 1096 time: 0.1661747 May 10 12:08:53.129413 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-d6872db4-26ca-4b89-8675-ad0ba4450c68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e50c59-dcad-4403-b3a3-784326385f57 HTTP/1.1" status: 200 len: 217 time: 0.0594993 May 10 12:08:53.192020 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e780-487a-44ce-810c-125ce596cb1a req-410fb286-e498-4404-931d-f33448e70979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.193417 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-410fb286-e498-4404-931d-f33448e70979 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0575526 May 10 12:08:53.238454 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-adf7bda8-8c3b-41bc-bbd8-c0bf24306bf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384309 May 10 12:08:53.365931 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-70e02a75-088a-478d-8588-983fe30d8637 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203554 May 10 12:08:53.495858 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4a76e780-487a-44ce-810c-125ce596cb1a req-ecb1208d-cd1f-45f0-8a10-0eef018b91d0 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216090 May 10 12:08:53.615770 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-fcdec9ad-dee1-49ce-8c22-6a05d3d85df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.617129 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-fcdec9ad-dee1-49ce-8c22-6a05d3d85df6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 1096 time: 0.0696993 May 10 12:08:53.712581 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a114-8533-48bd-922b-86005763b7f3 req-cedcd7b2-f1a7-4221-a3d5-04755f6a8a78 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.714072 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef37a114-8533-48bd-922b-86005763b7f3 req-cedcd7b2-f1a7-4221-a3d5-04755f6a8a78 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 943 time: 0.0785506 May 10 12:08:53.749346 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-960df6af-8538-480a-93d0-50328d3abac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.750790 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-960df6af-8538-480a-93d0-50328d3abac4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 916 time: 0.1256533 May 10 12:08:53.759490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ef37a114-8533-48bd-922b-86005763b7f3 req-8d3d52e1-7e34-4d92-8b1e-c6495f55f8b6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 May 10 12:08:53.824324 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-174fdcde-01b8-47d7-8c37-c4ecd872a879 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e50c59-dcad-4403-b3a3-784326385f57 HTTP/1.1" status: 200 len: 217 time: 0.0637224 May 10 12:08:53.889987 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-b196134c-5f40-4f5a-8212-79cc176d264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:53.891303 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-b196134c-5f40-4f5a-8212-79cc176d264a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0594797 May 10 12:08:53.937945 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-57f13472-a47e-421e-b566-8fc9e799a828 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394070 May 10 12:08:54.067599 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-ae99add2-b6fc-4d5d-81d9-0f401acf8d5b service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224098 May 10 12:08:54.208298 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e7b17e02-76bd-49ba-b310-93f2a89c3801 req-28f6b9ec-719c-4348-94f3-e47b39a27e18 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214521 May 10 12:08:54.944458 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ead-c323-49e3-a599-629fe90a2ea1 req-38d66804-59c6-4ff1-b37c-9b07d65a60e6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:54.945926 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8fa15ead-c323-49e3-a599-629fe90a2ea1 req-38d66804-59c6-4ff1-b37c-9b07d65a60e6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 943 time: 0.0827186 May 10 12:08:54.989582 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8fa15ead-c323-49e3-a599-629fe90a2ea1 req-955d81a8-ed07-422e-8af1-c046ce57da6a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 May 10 12:08:56.002438 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 60e50c59-dcad-4403-b3a3-784326385f57 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:08:56.135079 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=60e50c59-dcad-4403-b3a3-784326385f57,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:56.147691 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '60e50c59-dcad-4403-b3a3-784326385f57', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'port_id': '60e50c59-dcad-4403-b3a3-784326385f57', 'mac_address': 'fa:16:3e:cf:54:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804aa8a4-0fa8-416a-bb57-2cc232176c3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:08:56.174805 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a55f-c7c8-47ca-a590-5c12f2a5299e req-cf39484f-7f9f-4776-9948-6bed2c98a1b0 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:56.176265 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4a1a55f-c7c8-47ca-a590-5c12f2a5299e req-cf39484f-7f9f-4776-9948-6bed2c98a1b0 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 943 time: 0.0787051 May 10 12:08:56.202748 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.219337 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e50c59-dcad-4403-b3a3-784326385f57 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:08:56.225601 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4a1a55f-c7c8-47ca-a590-5c12f2a5299e req-4dae0f2f-e0d8-43da-949b-782f689f17d3 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 May 10 12:08:56.235031 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=60e50c59-dcad-4403-b3a3-784326385f57,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:56.245797 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:56.247672 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:56.314995 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:56.322671 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.323019 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.323357 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.323689 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.324018 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.324343 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.324669 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.324991 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.325343 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.325659 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.325978 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.326294 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:08:56.329979 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:56.508561 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['60e50c59-dcad-4403-b3a3-784326385f57'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:08:57.235795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:57.409324 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2c723-df18-40cc-b55f-4e920aa51b75 req-4930e7ef-d6ab-4fe2-b284-a4718a1a81a6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:57.410768 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cac2c723-df18-40cc-b55f-4e920aa51b75 req-4930e7ef-d6ab-4fe2-b284-a4718a1a81a6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 944 time: 0.0779855 May 10 12:08:57.454228 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cac2c723-df18-40cc-b55f-4e920aa51b75 req-2b09ddbe-7940-4ee2-aac4-fb669522ad2f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 May 10 12:08:58.004579 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 60e50c59-dcad-4403-b3a3-784326385f57 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:08:58.073998 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 60e50c59-dcad-4403-b3a3-784326385f57 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:08:58.078878 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 60e50c59-dcad-4403-b3a3-784326385f57 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:08:58.079259 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.193245 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.218502 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:08:58.228869 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=60e50c59-dcad-4403-b3a3-784326385f57,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:08:58.232999 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:08:58.234992 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:08:58.268852 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57', 'code': 200} May 10 12:08:58.301140 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:08:58.303933 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:08:58.499256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f58c8-5fb5-486a-b799-23c9896050e1 req-4cee237f-1deb-45b9-bb22-7c2c8e0c139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:58.500704 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-402f58c8-5fb5-486a-b799-23c9896050e1 req-4cee237f-1deb-45b9-bb22-7c2c8e0c139b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 1098 time: 0.0705318 May 10 12:08:58.543349 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-402f58c8-5fb5-486a-b799-23c9896050e1 req-4df7165c-7f00-45b2-b1b8-9c3eda0cec0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 May 10 12:08:58.641096 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a26b4-195c-40fd-b465-170a52ec1542 req-f206e8b8-30d7-4101-ab89-34eac7a9306d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:58.642551 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b59a26b4-195c-40fd-b465-170a52ec1542 req-f206e8b8-30d7-4101-ab89-34eac7a9306d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 945 time: 0.0827765 May 10 12:08:58.685665 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b59a26b4-195c-40fd-b465-170a52ec1542 req-65453fbd-4ec7-4f20-bc33-8209c9c74386 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 May 10 12:08:59.866606 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc888179-4914-4d01-a582-84b8ccfa3115 req-e9e93b5b-55dc-4f19-80fe-d036cf5dc4a5 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:08:59.868025 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bc888179-4914-4d01-a582-84b8ccfa3115 req-e9e93b5b-55dc-4f19-80fe-d036cf5dc4a5 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 945 time: 0.0781312 May 10 12:08:59.914003 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bc888179-4914-4d01-a582-84b8ccfa3115 req-1d9b971d-7acb-4e06-b44e-8719316cdafe tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 May 10 12:09:01.953368 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-bca9a775-1c61-4381-beea-abeb3699a5ef tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:01.954701 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-bca9a775-1c61-4381-beea-abeb3699a5ef tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1419563 May 10 12:09:01.969604 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-70f0ddcd-0c15-4973-b88c-c22f3a6ee5a9 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/quotas/b309c2b65391437b81e71ae709fba930 HTTP/1.1" status: 200 len: 375 time: 0.0094976 May 10 12:09:02.049460 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-5432ba73-0da0-4ba2-844d-7fa4d1371fe8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750470 May 10 12:09:02.177284 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-946da32d-8819-463e-b1ce-3658c7394057 service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211228 May 10 12:09:02.308724 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9e447852-3f25-4e73-aef9-a46602329c89 service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244879 May 10 12:09:02.488151 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-50cc7868-531d-472f-a162-9640afa7a206 req-69482480-fffb-4d25-a091-3b21c21e7753 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0421176 May 10 12:09:03.541689 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-923edbc5-4f4f-44fa-9c00-2bddb03a82c8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:03.543645 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-923edbc5-4f4f-44fa-9c00-2bddb03a82c8 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1473751 May 10 12:09:03.565282 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Request body: {'port': {'device_id': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'admin_state_up': True, 'tenant_id': 'b309c2b65391437b81e71ae709fba930'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:03.645035 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9e2a0adc-0207-41a1-9ee1-768d285eb202 req-5004f702-3780-4dc2-b46c-bebf7dea2f0c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0493820 May 10 12:09:03.700912 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:09:03.704634 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Usage tracker for resource:port and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:09:03.707394 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:09:03.712871 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:09:03.722112 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:03.725707 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:03.974263 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Allocated IP 172.20.0.2 (b86fa22d-b220-4c80-94ee-dd307fa9e874/804aa8a4-0fa8-416a-bb57-2cc232176c3d/4a34f1f5-5cde-4631-abf2-003f6d634a31) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:04.167723 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.196030 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.201856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:04.217046 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49', '60e50c59-dcad-4403-b3a3-784326385f57'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:04.259285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:04.262688 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:04.266563 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:09:04.330062 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:04.330678 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.349584 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event updated for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:04.354153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:04.363003 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-9dd1ef34-8cf8-43b4-a7ab-9ce32c1c8328 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8054447 May 10 12:09:04.376092 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Request body: {'port': {'device_id': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:04.487869 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.817759 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a34f1f5-5cde-4631-abf2-003f6d634a31 {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:09:04.824876 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.825290 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3ebe8-57e5-4d48-935a-7c3b22aa1367 req-a810319c-76c4-4e1a-aff2-97fe935d70bb tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:04.826751 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfe3ebe8-57e5-4d48-935a-7c3b22aa1367 req-a810319c-76c4-4e1a-aff2-97fe935d70bb tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 931 time: 0.0776045 May 10 12:09:04.838711 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Transition to ACTIVE for port object 4a34f1f5-5cde-4631-abf2-003f6d634a31 will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:09:04.843860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:04.848120 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:04.872364 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cfe3ebe8-57e5-4d48-935a-7c3b22aa1367 req-0963d178-23bb-4d79-b0d7-5f94f3ae3982 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 May 10 12:09:04.998867 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Pushing event updated for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:05.006223 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:05.067715 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Attempting to bind port 4a34f1f5-5cde-4631-abf2-003f6d634a31 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:05.068048 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Attempting to bind port 4a34f1f5-5cde-4631-abf2-003f6d634a31 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:05.068376 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Attempting to bind port 4a34f1f5-5cde-4631-abf2-003f6d634a31 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:09:05.072790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Port 4a34f1f5-5cde-4631-abf2-003f6d634a31 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 12:09:05.073688 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Attempting to bind port 4a34f1f5-5cde-4631-abf2-003f6d634a31 on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:09:05.078602 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:09:05.078936 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Checking segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:09:05.079318 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Bound using segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:09:05.079742 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Bound port: 4a34f1f5-5cde-4631-abf2-003f6d634a31, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:05.080088 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:05.168407 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:09:05.171307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:09:05.175884 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:05.180104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8f1b7a01-6385-4332-b83d-6acd0ffa67ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:05.228256 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:05.228866 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:05.230536 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] 10.222.0.21 "PUT /v2.0/ports/4a34f1f5-5cde-4631-abf2-003f6d634a31 HTTP/1.1" status: 200 len: 1093 time: 0.8587127 May 10 12:09:05.231031 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:05.258955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Pushing event updated for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:05.262479 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e2011203-af8a-4fb1-a198-40013ae7448d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:05.277980 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31', 'status': 'completed', 'code': 200} May 10 12:09:05.361306 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-13d296ce-e70d-4887-9dcf-27ef0e5cc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:05.362777 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-13d296ce-e70d-4887-9dcf-27ef0e5cc4ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0728295 May 10 12:09:05.433345 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-dd889a94-5068-49c8-bc7a-47214fbec034 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31 HTTP/1.1" status: 200 len: 217 time: 0.0587146 May 10 12:09:05.593967 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-a55623e9-a9a3-4ae5-b4d1-199b04e74866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:05.595318 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-a55623e9-a9a3-4ae5-b4d1-199b04e74866 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.1541810 May 10 12:09:05.642735 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-88992530-fae1-4e50-9b66-a8172c227c4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394711 May 10 12:09:05.768598 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-c4061966-3825-483d-8ee5-874f5797e007 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188960 May 10 12:09:05.898093 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-2be1656b-032d-4659-8e36-0ecb76f02c84 req-e0256f51-04f2-477e-8e9b-e4374d73f895 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198404 May 10 12:09:06.022813 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-09e57932-145b-4635-bae1-d59b33c48b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:06.024312 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-09e57932-145b-4635-bae1-d59b33c48b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0749874 May 10 12:09:06.152089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd132-3d7b-4f8d-9768-40d1952dbb15 req-8ccaec03-cac0-460e-9f13-d7d165d36083 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:06.153482 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-78ddd132-3d7b-4f8d-9768-40d1952dbb15 req-8ccaec03-cac0-460e-9f13-d7d165d36083 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 943 time: 0.1768243 May 10 12:09:06.167746 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-ac5a4478-52f4-4cb8-bb4b-fd6fa7c540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:06.169222 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-ac5a4478-52f4-4cb8-bb4b-fd6fa7c540e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 916 time: 0.1288056 May 10 12:09:06.198848 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-78ddd132-3d7b-4f8d-9768-40d1952dbb15 req-cf2abdac-657f-4165-95bb-aff2ed5d4a95 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 May 10 12:09:06.244197 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-8ebc91c9-e77b-4d16-810a-beee805d639d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31 HTTP/1.1" status: 200 len: 217 time: 0.0602467 May 10 12:09:06.311413 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-426c45d2-1f9d-4a19-93da-886d1c8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:06.312877 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-426c45d2-1f9d-4a19-93da-886d1c8fe83d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0609033 May 10 12:09:06.359815 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-08ff7dde-b916-4afc-ad7d-bb1011e099d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393419 May 10 12:09:06.488425 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-4064d474-90be-4da3-bfc3-51abe90e7239 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213989 May 10 12:09:06.617079 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-bd5b7ebf-69e2-4672-beb9-39805af84f39 req-40111c4c-7c8d-4acf-8475-59545a0e43e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211114 May 10 12:09:07.382407 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc37f2-da12-466f-9a67-ac062925db82 req-09fe970b-aff0-461c-98c4-b37e021bcd64 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:07.383825 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4bdc37f2-da12-466f-9a67-ac062925db82 req-09fe970b-aff0-461c-98c4-b37e021bcd64 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0805299 May 10 12:09:07.427070 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4bdc37f2-da12-466f-9a67-ac062925db82 req-32f45fd0-8509-4932-8a29-a3aa61ee8d34 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 May 10 12:09:08.079724 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 4a34f1f5-5cde-4631-abf2-003f6d634a31 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:09:08.219065 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:08.233473 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f5af-46b6-4b3e-8725-d4b221f69f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.235025 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '4a34f1f5-5cde-4631-abf2-003f6d634a31', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'port_id': '4a34f1f5-5cde-4631-abf2-003f6d634a31', 'mac_address': 'fa:16:3e:90:69:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804aa8a4-0fa8-416a-bb57-2cc232176c3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:09:08.293532 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.309490 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a34f1f5-5cde-4631-abf2-003f6d634a31 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:09:08.325256 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:08.328701 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:08.330601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:08.394651 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:08.397612 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:08.589233 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['4a34f1f5-5cde-4631-abf2-003f6d634a31'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:08.609154 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef56b-b24f-41a4-873d-62cc9015e913 req-752f6f26-4943-4d94-9602-3d89ef4bfa4d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:08.610618 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a37ef56b-b24f-41a4-873d-62cc9015e913 req-752f6f26-4943-4d94-9602-3d89ef4bfa4d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0787747 May 10 12:09:08.659863 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a37ef56b-b24f-41a4-873d-62cc9015e913 req-670b19de-adc8-4348-8a5e-fbf483896994 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 May 10 12:09:09.842960 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a85a1-14c0-45ed-a24e-aa613ee3f1e6 req-4901e99f-eecd-468d-988c-c141c40fc4ea tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:09.844481 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f75a85a1-14c0-45ed-a24e-aa613ee3f1e6 req-4901e99f-eecd-468d-988c-c141c40fc4ea tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0785103 May 10 12:09:09.887258 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f75a85a1-14c0-45ed-a24e-aa613ee3f1e6 req-1ca4e0e9-0cc2-41a0-966d-3bbc153c3a96 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 May 10 12:09:10.079366 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 4a34f1f5-5cde-4631-abf2-003f6d634a31 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:09:10.149833 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 4a34f1f5-5cde-4631-abf2-003f6d634a31 completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:09:10.155127 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 4a34f1f5-5cde-4631-abf2-003f6d634a31 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:10.155512 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:10.265157 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:10.290748 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:10.300511 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:10.304191 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:10.306318 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-026faa14-a808-4260-9951-4819100a80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:10.344274 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31', 'code': 200} May 10 12:09:10.376148 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:10.379011 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:10.567180 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67368e-7e20-4421-b23a-c8a31a6c3ef4 req-4350cb6b-cd73-463c-8ddd-f26bed157f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:10.568640 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4f67368e-7e20-4421-b23a-c8a31a6c3ef4 req-4350cb6b-cd73-463c-8ddd-f26bed157f05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0688798 May 10 12:09:10.612488 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4f67368e-7e20-4421-b23a-c8a31a6c3ef4 req-5996d856-f9db-4852-a017-786499d299a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 May 10 12:09:10.765332 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:10.929631 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-d6450af6-75ef-4c3e-bcfd-46453c13cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:11.071276 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c33ff-e319-46cc-a763-92cb026c5c4b req-b00fbf96-7abe-472b-b658-5bea4593120f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:11.072722 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bf2c33ff-e319-46cc-a763-92cb026c5c4b req-b00fbf96-7abe-472b-b658-5bea4593120f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0820472 May 10 12:09:11.116427 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bf2c33ff-e319-46cc-a763-92cb026c5c4b req-5ae6e0d0-5bcf-4776-b4be-c940f9ec2d64 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 May 10 12:09:12.301482 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27681310-5375-4d74-819c-0eee3bbd165d req-76546692-e6fd-4091-9628-2b37d223f0dd tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:12.303032 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-27681310-5375-4d74-819c-0eee3bbd165d req-76546692-e6fd-4091-9628-2b37d223f0dd tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0790510 May 10 12:09:12.349874 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-27681310-5375-4d74-819c-0eee3bbd165d req-083fe215-d949-4900-9e6c-2a6fdd9db569 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 May 10 12:09:12.494257 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:13.851130 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:19.321546 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:09:23.996101 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-981dcfed-7eba-48f7-9ebd-d867a7d8bf2a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:23.997634 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-981dcfed-7eba-48f7-9ebd-d867a7d8bf2a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1401005 May 10 12:09:24.011596 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-c3be2e16-2e8c-4da3-829f-d48d984671cd tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/quotas/b309c2b65391437b81e71ae709fba930 HTTP/1.1" status: 200 len: 375 time: 0.0084856 May 10 12:09:24.093979 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-f4bab384-c62e-48bb-91af-43c78b19ff80 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772073 May 10 12:09:24.222038 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-b36da624-20f3-4800-b7bd-4f1f70658bef service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214681 May 10 12:09:24.349868 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-674a4d75-1a07-4077-93fd-7ff6443239d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221032 May 10 12:09:24.527468 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-3b45a451-c868-4980-9bea-6322f0524b12 req-33005207-c73c-4971-98bb-dd85d5d26af0 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 210 time: 0.0449717 May 10 12:09:25.554641 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-f6b76245-c07e-4b7e-8f98-8c947819d8ed tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:25.556146 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-f6b76245-c07e-4b7e-8f98-8c947819d8ed tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 815 time: 0.1434319 May 10 12:09:25.570399 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Request body: {'port': {'device_id': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'admin_state_up': True, 'tenant_id': 'b309c2b65391437b81e71ae709fba930'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:25.684201 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-77c47268-3981-40c7-a92b-4e67edca9ccc req-aed097f9-550d-4338-ac33-8bfa1062955f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 210 time: 0.0480175 May 10 12:09:25.709358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:09:25.713090 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Usage tracker for resource:port and tenant:b309c2b65391437b81e71ae709fba930 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:09:25.716418 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:09:25.722023 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:09:25.730651 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Made reservation on behalf of b309c2b65391437b81e71ae709fba930 for: {'port': 1} {{(pid=78767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 12:09:25.734167 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:25.978953 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_common [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Allocated IP 172.20.0.5 (b86fa22d-b220-4c80-94ee-dd307fa9e874/804aa8a4-0fa8-416a-bb57-2cc232176c3d/6700c600-0684-4b42-b698-97a586a88ceb) {{(pid=78767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 12:09:26.170592 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks [] for port, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.197794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754371841028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.203520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-21e14856-c045-48ee-94d1-2e9df36bfa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:26.210948 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49', '60e50c59-dcad-4403-b3a3-784326385f57', '4a34f1f5-5cde-4631-abf2-003f6d634a31'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:26.260267 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Network b86fa22d-b220-4c80-94ee-dd307fa9e874 is already hosted by enough agents. {{(pid=78767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 12:09:26.261286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.scheduler.base_scheduler [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Resources bound (agent type, host, resource id): {{(pid=78767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 12:09:26.265445 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Received port after_create {{(pid=78767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 12:09:26.329583 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event updated for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:26.336964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:26.358127 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:26.358756 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.381075 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146207 May 10 12:09:26.398990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.v2.base [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Request body: {'port': {'device_id': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 12:09:26.513849 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.848794 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6700c600-0684-4b42-b698-97a586a88ceb {{(pid=78767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:09:26.857696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.868767 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318994-62ec-44ae-8c4a-7fd5d5ecd8e6 req-3d767046-ca19-4fff-9712-c9da35de5e46 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:26.870269 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-79318994-62ec-44ae-8c4a-7fd5d5ecd8e6 req-3d767046-ca19-4fff-9712-c9da35de5e46 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 931 time: 0.0801733 May 10 12:09:26.871559 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.provisioning_blocks [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Transition to ACTIVE for port object 6700c600-0684-4b42-b698-97a586a88ceb will not be triggered until provisioned by entity L2. {{(pid=78767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 12:09:26.875274 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:26.881877 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1f0e7671-10fc-48a5-8d3a-db1b0f2407c9 tempest-ServerRescueNegativeTestJSON-357746128 tempest-ServerRescueNegativeTestJSON-357746128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:26.917898 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-79318994-62ec-44ae-8c4a-7fd5d5ecd8e6 req-e1ac5536-f922-41d7-bc12-ede663692597 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 May 10 12:09:27.030877 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=2']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:27.038053 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:27.100328 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Attempting to bind port 6700c600-0684-4b42-b698-97a586a88ceb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 12:09:27.100581 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Attempting to bind port 6700c600-0684-4b42-b698-97a586a88ceb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 12:09:27.100907 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Attempting to bind port 6700c600-0684-4b42-b698-97a586a88ceb on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:09:27.105589 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Port 6700c600-0684-4b42-b698-97a586a88ceb on network b86fa22d-b220-4c80-94ee-dd307fa9e874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 12:09:27.105907 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Attempting to bind port 6700c600-0684-4b42-b698-97a586a88ceb on network b86fa22d-b220-4c80-94ee-dd307fa9e874 {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 12:09:27.110902 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Checking agent: {'id': '1840c1ed-ef64-4290-a8c9-cf76dc3516cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'started_at': datetime.datetime(2021, 5, 10, 11, 30, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 12, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 12:09:27.111246 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Checking segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 12:09:27.111624 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Bound using segment: {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'} {{(pid=78767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 12:09:27.112047 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.managers [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Bound port: 6700c600-0684-4b42-b698-97a586a88ceb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874'}}] {{(pid=78767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 12:09:27.112384 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:27.199782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, cleared binding levels {{(pid=78767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 12:09:27.202738 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6700c600-0684-4b42-b698-97a586a88ceb,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 12:09:27.206811 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492202'] for port, after_update {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:27.210179 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-2342906e-52d9-4662-8ae9-310345ac48f6 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:27.248487 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:27.262052 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:27.262701 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:27.264066 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/6700c600-0684-4b42-b698-97a586a88ceb HTTP/1.1" status: 200 len: 1093 time: 0.8708019 May 10 12:09:27.264556 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:27.292647 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=3']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:27.297733 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7ecb6930-215b-4623-8718-28d7127708a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:27.335438 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb', 'status': 'completed', 'code': 200} May 10 12:09:27.378007 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-9b523ab2-2620-4a66-87b0-0f43ff26d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:27.379381 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-9b523ab2-2620-4a66-87b0-0f43ff26d5a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 1096 time: 0.0750406 May 10 12:09:27.447825 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-a9cf8909-f9bf-42f4-893f-bb115b0303c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6700c600-0684-4b42-b698-97a586a88ceb HTTP/1.1" status: 200 len: 217 time: 0.0579491 May 10 12:09:27.513911 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-50bf4857-d963-4274-b17b-76cc57274cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:27.515314 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-50bf4857-d963-4274-b17b-76cc57274cde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0591245 May 10 12:09:27.561103 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-581df37f-a7af-4efc-a06e-3ea07dd5ba73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388782 May 10 12:09:27.787067 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-3105e8e5-3ad4-4345-a805-fbf69d0b83b2 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183666 May 10 12:09:27.914392 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-12e3c920-3698-4bbb-ab2f-af74fc7bdc42 req-91cc7257-e359-42e6-80cf-41be52b8e375 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190228 May 10 12:09:28.034736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-e472d3a6-4136-4cf0-8835-0f7977095646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:28.036185 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-e472d3a6-4136-4cf0-8835-0f7977095646 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 1096 time: 0.0742047 May 10 12:09:28.101005 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb09a-1c52-4750-aa87-d4b475d27128 req-6e7af20c-b26f-43e3-b48d-b7b40e0fbd96 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:28.102490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f87eb09a-1c52-4750-aa87-d4b475d27128 req-6e7af20c-b26f-43e3-b48d-b7b40e0fbd96 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 943 time: 0.0784798 May 10 12:09:28.147980 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f87eb09a-1c52-4750-aa87-d4b475d27128 req-b2e1b35d-55f7-4ede-94a6-8af59885b9d2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 May 10 12:09:28.169933 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-a1875a50-24f6-4cd9-8b41-547114e5c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:28.171365 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-a1875a50-24f6-4cd9-8b41-547114e5c0ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 916 time: 0.1276934 May 10 12:09:28.237957 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-99c8e246-1398-4909-9a1f-e13cf0768779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6700c600-0684-4b42-b698-97a586a88ceb HTTP/1.1" status: 200 len: 217 time: 0.0591598 May 10 12:09:28.305343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-4a3d521a-7e5e-4d20-8a87-0095390af3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:28.306753 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-4a3d521a-7e5e-4d20-8a87-0095390af3cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0591486 May 10 12:09:28.353865 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-700da380-cba3-42b8-89de-4617d334b2ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392478 May 10 12:09:28.487191 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-3b0c242e-6072-4376-98d6-46b2627eae43 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 May 10 12:09:28.617084 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-026e4acc-09f0-41b6-b362-d5b0ef77b82c req-6a3b430c-cd44-49c1-9251-27de4a7e3909 service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 May 10 12:09:29.335149 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06885775-2360-4dca-805d-ce934aedd77d req-f5190c77-874e-4e36-a00e-204a4202bdff tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:29.336292 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-06885775-2360-4dca-805d-ce934aedd77d req-f5190c77-874e-4e36-a00e-204a4202bdff tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 943 time: 0.0832148 May 10 12:09:29.380499 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-06885775-2360-4dca-805d-ce934aedd77d req-a942d6f0-0c98-4004-8734-9d4e03f13623 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 May 10 12:09:30.234320 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 6700c600-0684-4b42-b698-97a586a88ceb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:09:30.366916 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6700c600-0684-4b42-b698-97a586a88ceb,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:30.380046 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': '6700c600-0684-4b42-b698-97a586a88ceb', 'network_id': 'b86fa22d-b220-4c80-94ee-dd307fa9e874', 'port_id': '6700c600-0684-4b42-b698-97a586a88ceb', 'mac_address': 'fa:16:3e:ba:1f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804aa8a4-0fa8-416a-bb57-2cc232176c3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:09:30.433535 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:30.449346 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6700c600-0684-4b42-b698-97a586a88ceb {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:09:30.463952 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6700c600-0684-4b42-b698-97a586a88ceb,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:30.472008 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:30.474554 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:30.545902 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=4']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:30.548892 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:30.565650 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0431e4d-c226-4162-80cf-c438a47cb820 req-cbf882a5-cae2-4db5-b4c1-686c19fe5b7a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:30.567087 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0431e4d-c226-4162-80cf-c438a47cb820 req-cbf882a5-cae2-4db5-b4c1-686c19fe5b7a tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 944 time: 0.0803301 May 10 12:09:30.613017 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a0431e4d-c226-4162-80cf-c438a47cb820 req-888295c9-d455-4ea4-b78b-009858fe9a79 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 May 10 12:09:30.737089 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['6700c600-0684-4b42-b698-97a586a88ceb'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:31.886186 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056df77b-31f4-4960-b095-89134acebc22 req-0b0e102b-a3b1-4c4b-8f9a-09b716313a4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:31.888137 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056df77b-31f4-4960-b095-89134acebc22 req-0b0e102b-a3b1-4c4b-8f9a-09b716313a4b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 944 time: 0.1676641 May 10 12:09:31.930932 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-056df77b-31f4-4960-b095-89134acebc22 req-a2764f77-dcac-4c01-94a0-be415e3fe7a6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 May 10 12:09:32.236102 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 6700c600-0684-4b42-b698-97a586a88ceb up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:09:32.306030 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning for port 6700c600-0684-4b42-b698-97a586a88ceb completed by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 12:09:32.310823 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port 6700c600-0684-4b42-b698-97a586a88ceb triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:09:32.311203 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:32.425302 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:32.451122 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:32.460869 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6700c600-0684-4b42-b698-97a586a88ceb,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:32.464758 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:32.467560 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-1b90314e-d66d-4486-b4b5-f043452f22dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:32.507433 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb', 'code': 200} May 10 12:09:32.538938 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=5']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:32.541778 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:32.721118 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd6f9d-7695-4188-9bea-b5859d89629e req-73f171ec-6062-473a-96d4-abdc5432a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:32.722610 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-57bd6f9d-7695-4188-9bea-b5859d89629e req-73f171ec-6062-473a-96d4-abdc5432a640 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 1098 time: 0.0681677 May 10 12:09:32.766884 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-57bd6f9d-7695-4188-9bea-b5859d89629e req-ff225f81-20d0-4085-91b3-8323f16bf766 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 May 10 12:09:33.121312 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07bfa8-17d5-454f-aea8-d44b07ba9896 req-4651af02-cd4b-48ee-9811-6b65e66fef34 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:33.123472 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f07bfa8-17d5-454f-aea8-d44b07ba9896 req-4651af02-cd4b-48ee-9811-6b65e66fef34 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 945 time: 0.0885468 May 10 12:09:33.168079 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f07bfa8-17d5-454f-aea8-d44b07ba9896 req-25cf25a6-b5d9-4c8f-88dd-d3d654d69a51 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 May 10 12:09:34.351646 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923dda-e1ec-446d-865c-f069935e2dea req-14d672de-e4ad-4df9-83a0-0445c5182fe6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:34.353079 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-76923dda-e1ec-446d-865c-f069935e2dea req-14d672de-e4ad-4df9-83a0-0445c5182fe6 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 945 time: 0.0787871 May 10 12:09:34.398719 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-76923dda-e1ec-446d-865c-f069935e2dea req-28eee7b5-8126-4586-acb3-0d993ad1249b tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 May 10 12:09:38.213710 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-91c0c04b-6c6e-45e5-b783-033f3f0d58cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:40.768143 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:40.929058 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2e25-9192-4b35-96fd-dd0013e52042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:42.496340 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:43.853215 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:47.255205 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7d1c-1a1e-426d-92bf-2bcbb072bb7c req-37a43412-249d-46be-9917-71668afce6d7 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:47.256636 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b6f7d1c-1a1e-426d-92bf-2bcbb072bb7c req-37a43412-249d-46be-9917-71668afce6d7 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 945 time: 0.0787189 May 10 12:09:47.300364 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-0b6f7d1c-1a1e-426d-92bf-2bcbb072bb7c req-697838fd-9f51-4e1d-a5ad-f34fcde46603 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 May 10 12:09:48.483922 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814be63b-53d0-4748-a076-d28eb7025af3 req-1ea2b9f7-5ff5-4075-b01d-71182ca01e68 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:48.485358 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-814be63b-53d0-4748-a076-d28eb7025af3 req-1ea2b9f7-5ff5-4075-b01d-71182ca01e68 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 945 time: 0.0794272 May 10 12:09:48.528946 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-814be63b-53d0-4748-a076-d28eb7025af3 req-29d2d422-e993-40b0-9f17-c65f04d7ca45 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 May 10 12:09:48.867419 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-c5a3af77-cd0a-41e7-b955-076803faeab2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:48.868134 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-c5a3af77-cd0a-41e7-b955-076803faeab2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:09:48.884999 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-c5a3af77-cd0a-41e7-b955-076803faeab2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:09:48.886141 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-c5a3af77-cd0a-41e7-b955-076803faeab2 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 945 time: 0.0956664 May 10 12:09:49.019882 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Deleting port 6700c600-0684-4b42-b698-97a586a88ceb {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:09:49.020229 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:49.147941 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] For port 6700c600-0684-4b42-b698-97a586a88ceb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6700c600-0684-4b42-b698-97a586a88ceb,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:49.148212 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:49.267292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Calling delete_port for 6700c600-0684-4b42-b698-97a586a88ceb owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:09:49.470698 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:49.475972 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-bd554104-143c-4d6d-a4d0-c3ae13b68a28 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:49.483596 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49', '60e50c59-dcad-4403-b3a3-784326385f57', '4a34f1f5-5cde-4631-abf2-003f6d634a31', '6700c600-0684-4b42-b698-97a586a88ceb'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:49.519784 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event deleted for resources: {'Port': ['ID=6700c600-0684-4b42-b698-97a586a88ceb,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:49.522829 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:49.595339 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] No DVR routers for this DVR port 6700c600-0684-4b42-b698-97a586a88ceb on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:49.597890 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:49.600497 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'name': 'network-vif-deleted', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:49.619736 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c92f93e5-5f4b-4645-b8d0-f6e81793d7c7 req-b39b479b-b002-41d1-87f8-f1415004742c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "DELETE /v2.0/ports/6700c600-0684-4b42-b698-97a586a88ceb HTTP/1.1" status: 204 len: 173 time: 0.7268693 May 10 12:09:49.656339 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2d24c5-454c-4e94-96e9-8d226106f292', 'name': 'network-vif-deleted', 'tag': '6700c600-0684-4b42-b698-97a586a88ceb', 'status': 'completed', 'code': 200} May 10 12:09:49.682814 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-cf02e909-c77b-4f54-87be-77bf5a775da5 req-98c9fae6-1cf2-488e-bc43-4b827991ee22 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2d24c5-454c-4e94-96e9-8d226106f292 HTTP/1.1" status: 200 len: 210 time: 0.0439129 May 10 12:09:51.191295 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-36555284-ba97-43bd-8b4b-bb6644fec744 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702136 May 10 12:09:51.284587 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-d19f7a88-789a-4f6f-b501-ca90ada0fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:51.286060 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-d19f7a88-789a-4f6f-b501-ca90ada0fa2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b309c2b65391437b81e71ae709fba930&device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 1099 time: 0.0728741 May 10 12:09:51.430304 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-ffc0a923-5807-4f6a-985b-f06b28f690c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:51.431642 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-ffc0a923-5807-4f6a-985b-f06b28f690c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 200 len: 916 time: 0.1248171 May 10 12:09:51.498873 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-1ea3c5f4-27e2-41fe-bea7-a589b5b8c1ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49 HTTP/1.1" status: 200 len: 217 time: 0.0604446 May 10 12:09:51.562620 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-e36281b2-4259-4068-82a3-64ad31f8fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:51.564026 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-e36281b2-4259-4068-82a3-64ad31f8fbd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 200 len: 855 time: 0.0587409 May 10 12:09:51.610248 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-029ea016-78a5-4b4d-af94-32382f76c32a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b86fa22d-b220-4c80-94ee-dd307fa9e874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397809 May 10 12:09:51.738225 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-5ebbaa9a-e2ac-4a81-acbd-ca02a5698aed service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211836 May 10 12:09:51.865759 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-8195d033-c5ea-418f-bbbc-514c495c2b91 req-dd28577a-ff97-404b-9363-71eb41b8d15a service neutron] 10.222.0.21 "GET /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206806 May 10 12:09:52.328376 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 6700c600-0684-4b42-b698-97a586a88ceb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:09:52.349350 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9920eaa-fec7-407c-825a-56c8d8006140 req-a01a9d76-b427-49e1-878c-cae3f36dff3f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:52.350797 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c9920eaa-fec7-407c-825a-56c8d8006140 req-a01a9d76-b427-49e1-878c-cae3f36dff3f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0823152 May 10 12:09:52.362718 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 6700c600-0684-4b42-b698-97a586a88ceb {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:09:52.363076 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 6700c600-0684-4b42-b698-97a586a88ceb not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:09:52.394968 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c9920eaa-fec7-407c-825a-56c8d8006140 req-3940ee99-8c01-4963-8fe2-906d606bee2c tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 May 10 12:09:53.577688 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f255057-7e94-4d53-8bf5-a898a15b0fbb req-3773197b-d742-4904-9b16-b2dfb081eaed tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:53.579133 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9f255057-7e94-4d53-8bf5-a898a15b0fbb req-3773197b-d742-4904-9b16-b2dfb081eaed tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0788915 May 10 12:09:53.625643 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-9f255057-7e94-4d53-8bf5-a898a15b0fbb req-fcbf4ae5-3517-4a14-bf15-855ddae1ad59 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 May 10 12:09:53.806837 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-11a0ce78-42c7-41de-a9d5-936350e2ff88 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:53.807528 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-11a0ce78-42c7-41de-a9d5-936350e2ff88 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:09:53.821997 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-11a0ce78-42c7-41de-a9d5-936350e2ff88 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:09:53.823057 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-11a0ce78-42c7-41de-a9d5-936350e2ff88 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0921078 May 10 12:09:53.955426 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Deleting port 4a34f1f5-5cde-4631-abf2-003f6d634a31 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:09:53.955691 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:54.084071 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] For port 4a34f1f5-5cde-4631-abf2-003f6d634a31, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=4a34f1f5-5cde-4631-abf2-003f6d634a31,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:54.084425 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:54.206196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Calling delete_port for 4a34f1f5-5cde-4631-abf2-003f6d634a31 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:09:54.312526 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:54.317833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-9c200a5f-6336-483a-a036-db7e57812a12 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:54.324045 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49', '60e50c59-dcad-4403-b3a3-784326385f57', '4a34f1f5-5cde-4631-abf2-003f6d634a31'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:54.365514 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event deleted for resources: {'Port': ['ID=4a34f1f5-5cde-4631-abf2-003f6d634a31,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:54.495772 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.496158 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.496532 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.496905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.497296 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.497701 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.498562 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.498923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.499286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.499641 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.500001 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.500358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:09:54.508964 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:54.547245 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] No DVR routers for this DVR port 4a34f1f5-5cde-4631-abf2-003f6d634a31 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:54.549699 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:54.552342 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'name': 'network-vif-deleted', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:54.568171 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-e1cd9f46-2332-4f1f-99b5-28d9f77551e5 req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "DELETE /v2.0/ports/4a34f1f5-5cde-4631-abf2-003f6d634a31 HTTP/1.1" status: 204 len: 173 time: 0.7396204 May 10 12:09:54.601769 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecce2b3e-bc7a-4894-8399-cd5168b0f2f4', 'name': 'network-vif-deleted', 'tag': '4a34f1f5-5cde-4631-abf2-003f6d634a31', 'status': 'completed', 'code': 200} May 10 12:09:54.791240 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-b7237523-3296-45a2-b605-c8f42b2e91c8 req-89818d98-1ca1-475b-9e56-e89e0d6da119 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecce2b3e-bc7a-4894-8399-cd5168b0f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0404980 May 10 12:09:56.228836 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da923b-e292-4995-89ee-5640a4a615b1 req-de1644b9-be43-448c-b8b0-6b959fd7fccc tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:56.230569 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2da923b-e292-4995-89ee-5640a4a615b1 req-de1644b9-be43-448c-b8b0-6b959fd7fccc tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 945 time: 0.0788879 May 10 12:09:56.277080 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-a2da923b-e292-4995-89ee-5640a4a615b1 req-ac1728ab-5f32-4a90-8ffc-1ebf1f49ebfd tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 May 10 12:09:56.319736 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:09:56.328581 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 4a34f1f5-5cde-4631-abf2-003f6d634a31 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:09:56.364884 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 4a34f1f5-5cde-4631-abf2-003f6d634a31 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:09:56.365269 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 4a34f1f5-5cde-4631-abf2-003f6d634a31 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:09:57.259076 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:57.462538 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c3da8-45c2-427c-a08c-9e0c03b57c93 req-5e9e5282-827a-48dd-8db1-d4fba3fa002e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:57.463998 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-da9c3da8-45c2-427c-a08c-9e0c03b57c93 req-5e9e5282-827a-48dd-8db1-d4fba3fa002e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 945 time: 0.0796969 May 10 12:09:57.469652 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-4994e1d1-b300-42ee-90ff-5d6555d48a3e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:09:57.470361 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-4994e1d1-b300-42ee-90ff-5d6555d48a3e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:09:57.486108 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-4994e1d1-b300-42ee-90ff-5d6555d48a3e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:09:57.487300 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-4994e1d1-b300-42ee-90ff-5d6555d48a3e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 945 time: 0.0956907 May 10 12:09:57.509872 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-da9c3da8-45c2-427c-a08c-9e0c03b57c93 req-7f986665-adb4-4d2c-af7f-1667745c7199 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 May 10 12:09:57.628638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Deleting port 60e50c59-dcad-4403-b3a3-784326385f57 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:09:57.628981 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:57.757439 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] For port 60e50c59-dcad-4403-b3a3-784326385f57, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=60e50c59-dcad-4403-b3a3-784326385f57,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:09:57.757800 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:57.876063 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Calling delete_port for 60e50c59-dcad-4403-b3a3-784326385f57 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:09:57.981203 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:57.987759 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f266af88-58f7-4441-8aa1-14b149ad494a tempest-AttachVolumeTestJSON-947357651 tempest-AttachVolumeTestJSON-947357651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:09:57.992070 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49', '60e50c59-dcad-4403-b3a3-784326385f57'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:09:58.065569 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event deleted for resources: {'Port': ['ID=60e50c59-dcad-4403-b3a3-784326385f57,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:09:58.067900 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:09:58.107330 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] No DVR routers for this DVR port 60e50c59-dcad-4403-b3a3-784326385f57 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:09:58.109939 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:09:58.114028 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'name': 'network-vif-deleted', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:09:58.129869 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-6579866e-a21c-405e-85ef-1d3d5e8515c8 req-f8912f20-3635-464f-a9b8-d062c602188d tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "DELETE /v2.0/ports/60e50c59-dcad-4403-b3a3-784326385f57 HTTP/1.1" status: 204 len: 173 time: 0.6372960 May 10 12:09:58.158586 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2d6aff-976c-439d-b963-12913fe353ea', 'name': 'network-vif-deleted', 'tag': '60e50c59-dcad-4403-b3a3-784326385f57', 'status': 'completed', 'code': 200} May 10 12:09:58.676132 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-189b2d24-356a-4089-b595-03e3e09b843f req-b48a36ef-9c44-4372-b2a1-e7028068b268 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d2d6aff-976c-439d-b963-12913fe353ea HTTP/1.1" status: 200 len: 210 time: 0.0448155 May 10 12:10:00.362049 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 60e50c59-dcad-4403-b3a3-784326385f57 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:10:00.398399 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 60e50c59-dcad-4403-b3a3-784326385f57 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:10:00.398749 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 60e50c59-dcad-4403-b3a3-784326385f57 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:10:01.346549 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee36496-cd3f-4cc5-b181-3645a5ff8cd3 req-b7cb35ff-df2f-4338-8065-ce14761236ab tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:01.347996 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bee36496-cd3f-4cc5-b181-3645a5ff8cd3 req-b7cb35ff-df2f-4338-8065-ce14761236ab tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 946 time: 0.0789173 May 10 12:10:01.392074 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-bee36496-cd3f-4cc5-b181-3645a5ff8cd3 req-836f2973-1dae-479d-8602-2d132c36b590 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 May 10 12:10:02.576376 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368740e-800e-4a98-b91a-5d5cc4f378db req-8a98f0c2-6ae6-4a8d-90bd-143bdc8236b3 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:02.578439 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2368740e-800e-4a98-b91a-5d5cc4f378db req-8a98f0c2-6ae6-4a8d-90bd-143bdc8236b3 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 946 time: 0.0830157 May 10 12:10:02.621280 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-2368740e-800e-4a98-b91a-5d5cc4f378db req-391f2d0f-4ba8-4339-8cdf-eecdb9f8ac71 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 May 10 12:10:02.761302 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-7b1944c2-7457-4e27-9b13-908b83332b4e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:02.761994 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-7b1944c2-7457-4e27-9b13-908b83332b4e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Synchronizing usage tracker for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:10:02.777207 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-7b1944c2-7457-4e27-9b13-908b83332b4e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Unset dirty status for tenant:b309c2b65391437b81e71ae709fba930 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:10:02.778264 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-7b1944c2-7457-4e27-9b13-908b83332b4e tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 946 time: 0.0951638 May 10 12:10:02.909834 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Deleting port 466047b8-dcdf-41e1-af75-ea47f1de4e49 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:10:02.910104 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:03.038309 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] For port 466047b8-dcdf-41e1-af75-ea47f1de4e49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=466047b8-dcdf-41e1-af75-ea47f1de4e49,segment=NetworkSegment(aa30fb6e-505f-4fbc-abd2-01664e6f1bc1),segment_id=aa30fb6e-505f-4fbc-abd2-01664e6f1bc1)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:10:03.038664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:03.156602 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Calling delete_port for 466047b8-dcdf-41e1-af75-ea47f1de4e49 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:10:03.264841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:03.270159 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-130b3475-5311-4749-a608-a543b48f5355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:03.276534 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['466047b8-dcdf-41e1-af75-ea47f1de4e49'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:10:03.314944 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Pushing event deleted for resources: {'Port': ['ID=466047b8-dcdf-41e1-af75-ea47f1de4e49,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:03.318003 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:03.474950 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] No DVR routers for this DVR port 466047b8-dcdf-41e1-af75-ea47f1de4e49 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:10:03.477464 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:03.480298 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'name': 'network-vif-deleted', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:10:03.496249 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-26faeefa-30e5-4dd2-93ac-fdc2c182bae2 req-f4757d3d-0715-44a4-9ea4-693cfdc70966 tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.21 "DELETE /v2.0/ports/466047b8-dcdf-41e1-af75-ea47f1de4e49 HTTP/1.1" status: 204 len: 173 time: 0.7121973 May 10 12:10:03.525895 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39744dcb-46be-421a-806c-dcf1f0e40d19', 'name': 'network-vif-deleted', 'tag': '466047b8-dcdf-41e1-af75-ea47f1de4e49', 'status': 'completed', 'code': 200} May 10 12:10:03.783054 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-da52c154-5371-481c-86cb-a04913162106 req-e7351a06-abac-4ee1-9fe0-cbdeeacc360f tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] 10.222.0.41 "GET /v2.0/ports?device_id=39744dcb-46be-421a-806c-dcf1f0e40d19 HTTP/1.1" status: 200 len: 210 time: 0.0424073 May 10 12:10:04.876405 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34768) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:04.934087 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.db_base_plugin_v2 [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Deleting subnet 804aa8a4-0fa8-416a-bb57-2cc232176c3d {{(pid=78767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:10:04.936905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:04.985307 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6112550'] for subnet, precommit_delete_associations {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.041379 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.276144 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2601959'] for subnet, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.280726 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-48f0eb15-624b-4071-8959-8d73a9f06d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:05.318766 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804aa8a4-0fa8-416a-bb57-2cc232176c3d,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:05.320682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for subnet, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.324193 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:05.329234 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-33704d10-7034-487a-b98e-3aa689666f07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/804aa8a4-0fa8-416a-bb57-2cc232176c3d HTTP/1.1" status: 204 len: 168 time: 0.4495347 May 10 12:10:05.329386 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34772) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:05.431682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.550205 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.562954 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86fa22d-b220-4c80-94ee-dd307fa9e874']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:05.574490 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:05.574789 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa30fb6e-505f-4fbc-abd2-01664e6f1bc1') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:10:05.587201 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.602330 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.608375 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:10:05.608755 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:10:05.621306 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:10:05.696103 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.699348 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:05.712148 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.723188 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Pushing event deleted for resources: {'Network': ['ID=b86fa22d-b220-4c80-94ee-dd307fa9e874,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:05.725952 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:05.729185 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-d13053fb-948e-4cba-9c4b-988cb398b19b admin admin] 10.222.0.41 "DELETE /v2.0/networks/b86fa22d-b220-4c80-94ee-dd307fa9e874 HTTP/1.1" status: 204 len: 168 time: 0.3988905 May 10 12:10:05.837669 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34778) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:05.884208 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-4bc10578-6aa3-4329-b1f9-1c86486a14b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b309c2b65391437b81e71ae709fba930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452967 May 10 12:10:05.886358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34782) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:05.946488 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:05.971581 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:06.024833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:06.028286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-26f43361-d7c8-44ba-b8f2-192becfc6ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:06.040958 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b95bb4-3e57-4993-9c2e-2a77bb0bb697,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:06.043352 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:06.054682 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:06.055718 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-41f270a0-15e2-4e4c-b64d-eab7018eca30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3b95bb4-3e57-4993-9c2e-2a77bb0bb697 HTTP/1.1" status: 204 len: 168 time: 0.1684811 May 10 12:10:06.359211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 466047b8-dcdf-41e1-af75-ea47f1de4e49 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:10:06.395211 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: 466047b8-dcdf-41e1-af75-ea47f1de4e49 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:10:06.395568 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device 466047b8-dcdf-41e1-af75-ea47f1de4e49 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:10:07.513262 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 34834) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:07.627552 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.641978 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:07.645820 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Usage tracker for resource:security_group_rule and tenant:c36e8281f3f848a8a7161c06c0f923bc is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:07.648518 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:07.654070 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:07.738339 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.742233 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.749382 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e8b93a49-5350-49fc-a7af-e987b6069391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:07.793232 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c36e8281f3f848a8a7161c06c0f923bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789056 May 10 12:10:07.794148 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5956f43-be67-4108-8165-0a90103370f6,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:07.795878 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 34840) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:07.801823 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.802203 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.802573 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.802935 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.803292 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.803650 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.804003 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.804358 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.804711 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.805059 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.805433 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.805779 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:07.809564 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:07.854833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.879782 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.929288 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.933672 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ee002882-fd6f-483c-ad64-5bf37b6ca251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:07.946193 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5956f43-be67-4108-8165-0a90103370f6,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:07.948659 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:07.949854 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:07.950916 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-f4fc742d-cfc0-4245-8082-66fb5a48c426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5956f43-be67-4108-8165-0a90103370f6 HTTP/1.1" status: 204 len: 168 time: 0.1535420 May 10 12:10:08.215408 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-e89cef24-88c7-43b6-9b4f-c85e4fcd2dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:10.771036 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:10.929515 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4c391223-bd7d-444e-b27c-2464d5683955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:12.497527 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:13.859028 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.688684 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35056) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:25.802671 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.817218 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:25.821013 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Usage tracker for resource:security_group_rule and tenant:0ad2029212484921a1ca52c1f47f11c2 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:25.823843 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:25.829545 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:25.915201 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.918745 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:25.926696 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-389cfe82-731e-4067-9322-b8d6a0b596b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:25.965054 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ad2029212484921a1ca52c1f47f11c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753036 May 10 12:10:25.966022 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb30289-26ff-4ab4-88c4-ba04ca5bca67,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:25.968293 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35062) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:25.969763 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-779294d5-e825-4cba-8e30-90b3b2ae06ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:26.028111 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.053594 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.103302 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.108781 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8f302275-19ed-42d7-bbcc-ecb1758d0cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:26.120097 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb30289-26ff-4ab4-88c4-ba04ca5bca67,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:26.122483 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:26.130469 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.131568 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fb30289-26ff-4ab4-88c4-ba04ca5bca67 HTTP/1.1" status: 204 len: 168 time: 0.1614990 May 10 12:10:26.399330 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35070) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:26.417145 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.430610 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:26.434313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Usage tracker for resource:security_group_rule and tenant:50583327e6b148f49bf5373b385098f0 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:26.437009 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:26.442534 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:26.524204 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.527733 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.536143 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-9f41e944-a5db-47e1-a901-0f4a7ff8e26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:26.573296 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50583327e6b148f49bf5373b385098f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728418 May 10 12:10:26.574859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3557087-ac39-461c-bee2-f47ea8d722ec,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:26.575936 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35074) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:26.578349 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:26.632972 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.658183 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.712838 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.716467 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-19fb444b-e8d4-442b-a667-6f63e32bb636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:26.728873 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3557087-ac39-461c-bee2-f47ea8d722ec,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:26.733833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:26.737869 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:26.738978 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-06d45a14-f1aa-468e-aadc-719566172a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3557087-ac39-461c-bee2-f47ea8d722ec HTTP/1.1" status: 204 len: 168 time: 0.1620696 May 10 12:10:27.286567 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.314380 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35144) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:29.432747 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.446548 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:29.450311 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Usage tracker for resource:security_group_rule and tenant:f2b18f4544804fee858afdf8f43a0454 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:29.453600 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:29.459252 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:29.539656 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.543292 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.551298 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:29.591660 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2b18f4544804fee858afdf8f43a0454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762372 May 10 12:10:29.592726 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa77c90-39d4-4fa4-abdf-37564ff31bd4,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:29.594387 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35150) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:29.595731 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-8b7a440b-d415-48df-87be-5e6b5bcd468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:29.652724 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.677002 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.725511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.730307 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a6a73452-bfb4-495a-8078-46b367a21840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:29.741663 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa77c90-39d4-4fa4-abdf-37564ff31bd4,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:29.745378 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:29.751139 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:29.752166 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-fdab424c-4420-4336-a5d4-c75ec2cd57df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfa77c90-39d4-4fa4-abdf-37564ff31bd4 HTTP/1.1" status: 204 len: 168 time: 0.1561790 May 10 12:10:30.023877 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35158) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:30.041375 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.058782 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:30.063230 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Usage tracker for resource:security_group_rule and tenant:0c5f71efb8ab4d84b4eb610919969768 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:30.065980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:30.071566 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:30.151875 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.156929 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.163878 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-06f7d5d2-6a83-415a-8162-4cbfd1a85cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:30.202536 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0856fe-cad0-4ea3-877e-435242473bda,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:30.205561 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:30.208395 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-05014a93-936d-4dd5-a688-4d7c94990ede admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c5f71efb8ab4d84b4eb610919969768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832850 May 10 12:10:30.210774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35162) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:30.266962 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.292238 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.342100 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.345672 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0ed6305f-39fb-4c6c-9fe3-8e6afd4e1713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:30.360052 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0856fe-cad0-4ea3-877e-435242473bda,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:30.363468 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:30.366565 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:30.367667 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-84112fe2-2271-4d8b-b266-7bc81ca10897 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad0856fe-cad0-4ea3-877e-435242473bda HTTP/1.1" status: 204 len: 168 time: 0.1560211 May 10 12:10:33.319163 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:10:38.216507 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b95b3b04-5827-4691-9a1c-8d1b9902c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:39.919549 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35296) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:40.034466 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.048780 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:40.052521 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Usage tracker for resource:security_group_rule and tenant:9e4ad76439864f8bb9588969bbddb09e is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:40.055286 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:40.060817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:40.138308 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.142534 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.150358 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-df8aef45-fd35-4d5c-805b-ba4fdbd5aa89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:40.192217 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e4ad76439864f8bb9588969bbddb09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716186 May 10 12:10:40.193833 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ca164-0686-4eb7-8192-594a32457ece,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:40.194904 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35302) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:40.196905 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0cac8eb4-7bc4-435b-b5a2-342167ed105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:40.254652 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.279098 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.329316 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.332919 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-2c9f9acd-6f11-43b2-a5b8-7b538fbc8218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:40.344008 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ca164-0686-4eb7-8192-594a32457ece,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:40.347797 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:40.350962 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.352052 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5d25b169-dea0-4ad6-ad33-d8b34883c659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba6ca164-0686-4eb7-8192-594a32457ece HTTP/1.1" status: 204 len: 168 time: 0.1562126 May 10 12:10:40.621312 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35310) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:40.638541 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.652812 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:40.657236 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Usage tracker for resource:security_group_rule and tenant:233dad8ba9f44562accc0383088e1a23 is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:40.659961 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:40.665576 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:40.744972 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.748367 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.764513 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-127f27f0-05f0-4d1c-88c6-e97f46c8c735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:40.773860 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.891311 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=233dad8ba9f44562accc0383088e1a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687113 May 10 12:10:40.892081 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3db31-3638-4252-a3a9-91726156b736,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:40.893791 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35314) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:40.895042 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b807f53d-9938-4619-bbdb-f852117c34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:40.928876 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0adc2c02-9889-43fe-baa3-ada8d00beba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.953257 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:40.978285 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.028767 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.032365 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-4715ec9c-912d-41ad-830d-578bacfbbaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:41.045700 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3db31-3638-4252-a3a9-91726156b736,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:41.048410 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:41.057082 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.058194 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-e8f508d1-7b4e-4211-a2d1-ca4c5776f089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29d3db31-3638-4252-a3a9-91726156b736 HTTP/1.1" status: 204 len: 168 time: 0.1634459 May 10 12:10:41.394250 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35322) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:41.412019 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.425801 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:41.429507 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Usage tracker for resource:security_group_rule and tenant:d1cbc278f849444ea03378fb48bbdc3e is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:41.432196 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:41.437744 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:41.517473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.521028 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.533074 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-d2cd2b4c-d89f-4b67-ad93-20078d3a80a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:41.657803 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae966bf-a412-43ef-b0fc-741e3d264b22,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:41.661962 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1cbc278f849444ea03378fb48bbdc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667615 May 10 12:10:41.662817 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:41.664542 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35328) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:41.721213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.746443 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.796171 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.799638 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-b3d1255e-07dd-477b-b541-9f22d5072829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:41.810176 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae966bf-a412-43ef-b0fc-741e3d264b22,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:41.815511 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:41.817860 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:41.818960 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-075d502f-37c3-410b-9944-2093fed58720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae966bf-a412-43ef-b0fc-741e3d264b22 HTTP/1.1" status: 204 len: 168 time: 0.1535864 May 10 12:10:42.500514 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:43.789683 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35394) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:43.790839 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415922-4e7b-4223-b0c0-0418124005a3 req-13041211-1b4a-4351-b3e9-ccdc73df66be tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:43.792490 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f415922-4e7b-4223-b0c0-0418124005a3 req-13041211-1b4a-4351-b3e9-ccdc73df66be tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0797615 May 10 12:10:43.839889 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-7f415922-4e7b-4223-b0c0-0418124005a3 req-8601fca9-700e-4c39-81d4-cf42a0fcb83d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410068 May 10 12:10:43.864761 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:43.918276 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:43.932473 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:43.936236 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7d7638a30e4575a76b94c827c60891 is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:43.938977 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:43.944490 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:44.025778 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.029268 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.037659 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-e7efe46c-dfb8-49d8-a91e-b8e1015ffb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:44.076185 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a7d7638a30e4575a76b94c827c60891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854805 May 10 12:10:44.077014 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6ab49-2095-4a4e-ba6b-fd0a29f7c7f7,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:44.078867 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35400) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:44.080133 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-0c623427-945c-4b1d-a99b-8fddb4bb1892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:44.136096 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.160935 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.210788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.215342 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c018338e-43c5-451c-9346-722df9a5da03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:44.227465 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6ab49-2095-4a4e-ba6b-fd0a29f7c7f7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:44.231197 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:44.236405 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.237525 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-5dc9f011-9162-4f57-87e3-773576335f4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69f6ab49-2095-4a4e-ba6b-fd0a29f7c7f7 HTTP/1.1" status: 204 len: 168 time: 0.1576743 May 10 12:10:44.505924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35408) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:44.522884 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.536916 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:10:44.540579 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Usage tracker for resource:security_group_rule and tenant:609b82f146d94b27af0ddec480f61eea is out of sync, need to count used quota {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:10:44.543271 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78766) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:10:44.549354 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.quota.driver [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78766) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:10:44.630635 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.634093 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.641692 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-4fe2a955-e354-49cf-ac1b-209e83b387ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:44.684460 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=609b82f146d94b27af0ddec480f61eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775081 May 10 12:10:44.685362 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2030166b-51de-4893-abd6-e416d7724182,revision_number=1']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:44.687115 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35412) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:44.688393 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-e8ff4ffc-7379-441b-8eb6-a4f56cfefb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:44.744248 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.772177 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.823614 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.828153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-ed85532c-cb30-493a-85c7-8255cf79e78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:44.839305 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2030166b-51de-4893-abd6-e416d7724182,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:44.844445 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:44.848529 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:44.849663 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-59fe8524-0144-499a-8070-d9050d8ba5e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2030166b-51de-4893-abd6-e416d7724182 HTTP/1.1" status: 204 len: 168 time: 0.1615858 May 10 12:10:45.035184 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed0333-893b-43b2-b7b4-0910cf274b6f req-92f13ff0-3132-4f2f-8261-63831604ada5 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:45.036807 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dfed0333-893b-43b2-b7b4-0910cf274b6f req-92f13ff0-3132-4f2f-8261-63831604ada5 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0817819 May 10 12:10:45.082377 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dfed0333-893b-43b2-b7b4-0910cf274b6f req-5c9ddd1e-9451-45b6-b73f-76d6900afea9 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 May 10 12:10:46.277795 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7aa16-6d0b-40c5-bb10-540ce19f4905 req-1a7ab2a3-0c01-4c81-815e-a1f83b768c6e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:46.279278 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-35c7aa16-6d0b-40c5-bb10-540ce19f4905 req-1a7ab2a3-0c01-4c81-815e-a1f83b768c6e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0887222 May 10 12:10:46.323138 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-35c7aa16-6d0b-40c5-bb10-540ce19f4905 req-4a37340b-e25e-46a1-8cf5-c6efece3bb83 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379531 May 10 12:10:47.509728 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca947c6d-7000-4b6c-93fe-b192e13e68a8 req-2375d140-c068-4724-a353-201c80ad4610 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:47.511170 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ca947c6d-7000-4b6c-93fe-b192e13e68a8 req-2375d140-c068-4724-a353-201c80ad4610 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0796750 May 10 12:10:47.561049 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-ca947c6d-7000-4b6c-93fe-b192e13e68a8 req-3642af49-4395-41b9-9e39-c78eff33b90a tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436113 May 10 12:10:48.745503 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d081-f7ca-4072-8326-8f350fc7ba51 req-b26f8806-f97c-418d-a47c-cca076ea6589 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:48.746889 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f7f8d081-f7ca-4072-8326-8f350fc7ba51 req-b26f8806-f97c-418d-a47c-cca076ea6589 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0811887 May 10 12:10:48.792475 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-f7f8d081-f7ca-4072-8326-8f350fc7ba51 req-14128b20-b9be-4fee-8957-75967debefce tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 May 10 12:10:49.986477 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938673aa-e1ab-45c9-878b-eadccecc200f req-601a25f3-30cf-404a-a364-930c31431974 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:49.987933 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-938673aa-e1ab-45c9-878b-eadccecc200f req-601a25f3-30cf-404a-a364-930c31431974 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0907953 May 10 12:10:50.033772 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-938673aa-e1ab-45c9-878b-eadccecc200f req-8f786e57-c6dc-496d-a2dc-e630c8800824 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 May 10 12:10:51.223210 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca6de8-e549-450b-9dd1-bd89366ec737 req-2f21db65-33c4-4e02-920d-d65ab2fa28f3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:51.224671 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dbca6de8-e549-450b-9dd1-bd89366ec737 req-2f21db65-33c4-4e02-920d-d65ab2fa28f3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0825553 May 10 12:10:51.231548 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-81c55c7e-77b0-44f9-a998-61c369825b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:51.233632 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-81c55c7e-77b0-44f9-a998-61c369825b93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0747819 May 10 12:10:51.275224 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-dbca6de8-e549-450b-9dd1-bd89366ec737 req-354a60ea-d192-4c14-adc1-b3c807edbc3b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 May 10 12:10:51.378035 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-beae6d5d-6095-40b3-a95c-94f5f240c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:51.379471 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-beae6d5d-6095-40b3-a95c-94f5f240c357 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1265123 May 10 12:10:51.482794 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-28f20234-d48b-4909-981a-d069e806bf9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 1001 time: 0.0954268 May 10 12:10:51.544414 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-e232123e-12b4-4b2f-aa5b-1c48879a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:51.546486 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-e232123e-12b4-4b2f-aa5b-1c48879a353a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0564897 May 10 12:10:51.625634 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-a18107dd-7efa-46bc-a672-62d4250a201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:51.627011 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-a18107dd-7efa-46bc-a672-62d4250a201d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726230 May 10 12:10:51.760317 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-8ba191d3-d171-408f-a6b5-12ccf2d34ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258020 May 10 12:10:51.889912 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-4d7efd81-87f2-4b50-ad9c-0826b0ec1628 req-f912ca25-0b4e-413b-b81e-607b0950f063 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223409 May 10 12:10:52.459646 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c882-2ace-468a-bb40-c7e0b6ca885c req-1bee7273-55a4-4d89-93e1-3e984d29d76e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:52.461078 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e883c882-2ace-468a-bb40-c7e0b6ca885c req-1bee7273-55a4-4d89-93e1-3e984d29d76e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0790236 May 10 12:10:52.506898 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e883c882-2ace-468a-bb40-c7e0b6ca885c req-99225efb-3d82-48f6-a7e8-b8219c6b8140 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400407 May 10 12:10:53.692336 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc5b1c-5701-4a62-8696-4d71bab1bae1 req-b3009f6b-4ff8-45da-be3a-61bb13a0ee2f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:53.693685 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2cc5b1c-5701-4a62-8696-4d71bab1bae1 req-b3009f6b-4ff8-45da-be3a-61bb13a0ee2f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0819528 May 10 12:10:53.738858 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-c2cc5b1c-5701-4a62-8696-4d71bab1bae1 req-09f45c50-6a73-4e73-b2a0-8827dd5ba879 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 May 10 12:10:53.866471 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-a7f6b5a1-eb24-4897-aa4c-e5723676a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:53.867944 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-a7f6b5a1-eb24-4897-aa4c-e5723676a598 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0702987 May 10 12:10:54.002586 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-60eff046-ccf0-4226-9f34-72603a3464c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:54.004018 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-60eff046-ccf0-4226-9f34-72603a3464c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1287000 May 10 12:10:54.109088 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-4904567a-2e45-4088-a9aa-d0a09eb43a84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 1001 time: 0.0963287 May 10 12:10:54.170759 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-2fd08b6a-6632-4fb2-a235-940486ba9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:54.172175 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-2fd08b6a-6632-4fb2-a235-940486ba9496 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0562813 May 10 12:10:54.250814 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-fea7b5ff-5b4f-442a-97ee-4cf630c0420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:54.252265 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-fea7b5ff-5b4f-442a-97ee-4cf630c0420a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729108 May 10 12:10:54.483046 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-9a11cd24-0249-4e3e-8a4a-29acd6c2e7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229123 May 10 12:10:54.612361 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-be172f80-ac4d-47a0-8ebe-21f52671d4ef req-1c16cde5-830c-4381-93c7-b4e6c82bcfee service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227610 May 10 12:10:54.925610 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a97387-dbe5-4c5b-bfca-aac5ce8fa28e req-65169787-4045-40c4-b489-3a701935f308 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:54.927141 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59a97387-dbe5-4c5b-bfca-aac5ce8fa28e req-65169787-4045-40c4-b489-3a701935f308 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0810866 May 10 12:10:54.971486 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-59a97387-dbe5-4c5b-bfca-aac5ce8fa28e req-66771491-b40b-4c50-8209-946459cf2109 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386724 May 10 12:10:56.156986 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34259057-e188-461f-b81f-f534ce136610 req-2a436a16-9d89-4fc2-908b-a2fba1253e1d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:56.158438 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-34259057-e188-461f-b81f-f534ce136610 req-2a436a16-9d89-4fc2-908b-a2fba1253e1d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0826833 May 10 12:10:56.205349 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-34259057-e188-461f-b81f-f534ce136610 req-4fbede00-ab4b-4fcc-8357-92afe3e91021 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 May 10 12:10:57.280137 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:57.391366 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb86fe-9278-49b3-a7b6-5bd9b84c441f req-81f98a82-b786-4ef7-8a00-5ebcf53b6cea tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:57.392781 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-22fb86fe-9278-49b3-a7b6-5bd9b84c441f req-81f98a82-b786-4ef7-8a00-5ebcf53b6cea tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0808616 May 10 12:10:57.436639 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-22fb86fe-9278-49b3-a7b6-5bd9b84c441f req-6a767f3c-9176-45cc-a0df-a6269d7ffc33 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378351 May 10 12:10:57.650724 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35554) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:10:57.784550 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114602d-f88a-4fda-9d27-5f99599c99fa req-a3dacb44-e8cb-44d2-9c6e-1c2732b8736d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:57.786296 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4114602d-f88a-4fda-9d27-5f99599c99fa req-a3dacb44-e8cb-44d2-9c6e-1c2732b8736d tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0815663 May 10 12:10:57.822033 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-2a917ba2-892d-4023-85b9-107a1f95a9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1700387 May 10 12:10:57.836189 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-4114602d-f88a-4fda-9d27-5f99599c99fa req-ad8a16f2-36fc-4955-9f20-6f698744e9ed tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 May 10 12:10:58.609877 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:10:58.715361 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:58.743573 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:10:58.754029 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:10:58.757873 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:10:58.759614 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-e75cc769-e752-4315-b7a7-1a493bea0be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:10:58.788368 dv-cinder-784945-6-iscsi neutron-server[78768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'code': 422} returned with failed status May 10 12:10:58.829712 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=6']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:10:58.836960 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.837332 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.837664 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.837990 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.838309 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.838631 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.838951 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.839263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.839580 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.839890 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.840201 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.840511 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:10:58.844817 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:10:59.023924 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cbd7c-1878-4bee-b20d-a7e17cc037aa req-02b67814-29bf-4c68-8ab8-163569e0b6a3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.025408 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-592cbd7c-1878-4bee-b20d-a7e17cc037aa req-02b67814-29bf-4c68-8ab8-163569e0b6a3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0835183 May 10 12:10:59.073743 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-592cbd7c-1878-4bee-b20d-a7e17cc037aa req-9607f880-a439-4298-b595-089a0e595da7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 May 10 12:10:59.490898 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-4c70324d-4e0f-4043-a739-37ee51e450d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.492323 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-4c70324d-4e0f-4043-a739-37ee51e450d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73&tenant_id=748dda16665242779693a8e31792ecc6 HTTP/1.1" status: 200 len: 1096 time: 0.0719855 May 10 12:10:59.582179 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-8c42441c-57f4-4af7-aa75-7789db360dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.583594 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-8c42441c-57f4-4af7-aa75-7789db360dca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1096 time: 0.0680306 May 10 12:10:59.709615 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-1232eb2e-85b1-4ecb-852f-294774b7e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.710991 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-1232eb2e-85b1-4ecb-852f-294774b7e481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1203558 May 10 12:10:59.809761 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-e33e84bd-40f3-47ce-a9e4-ac27cb3c875c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 999 time: 0.0917628 May 10 12:10:59.869702 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-b71782cb-0c47-4b61-a621-02ce9bea1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.871042 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-b71782cb-0c47-4b61-a621-02ce9bea1a2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0544767 May 10 12:10:59.945538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-8e6b3670-71cf-4018-aa27-a76320b97c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:10:59.946931 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-8e6b3670-71cf-4018-aa27-a76320b97c86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690708 May 10 12:11:00.077955 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-d38d40a4-ff06-4c82-a212-282c04eef391 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236718 May 10 12:11:00.205234 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-0ae745fc-506a-4789-96c5-65ab81b1e7cb req-bb2be266-ca2e-4710-a81a-31cb6a81f4fc service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203420 May 10 12:11:00.259475 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858043-5f21-48e4-8fda-e8821da7a4c5 req-a405b80c-64e6-49d5-a7bf-42cf3eb16ace tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:00.260904 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40858043-5f21-48e4-8fda-e8821da7a4c5 req-a405b80c-64e6-49d5-a7bf-42cf3eb16ace tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0824745 May 10 12:11:00.393341 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40858043-5f21-48e4-8fda-e8821da7a4c5 req-5b4ea6ac-38ab-4f13-8d79-b793827661f5 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265795 May 10 12:11:01.572997 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cfca0-305c-4f17-9b18-65cd669cb0e4 req-c843c962-6f83-45c0-ba01-d7b91ef1d60e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:01.574468 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-236cfca0-305c-4f17-9b18-65cd669cb0e4 req-c843c962-6f83-45c0-ba01-d7b91ef1d60e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0781157 May 10 12:11:01.620082 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-236cfca0-305c-4f17-9b18-65cd669cb0e4 req-300dea3b-b91c-4fde-a17f-d982bc92235e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 May 10 12:11:02.802444 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fad10-91a4-443f-afd4-f5fbbfecfbeb req-ac10422a-0b1b-414b-8e5d-9940e60e3a9c tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:02.803937 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-459fad10-91a4-443f-afd4-f5fbbfecfbeb req-ac10422a-0b1b-414b-8e5d-9940e60e3a9c tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0785108 May 10 12:11:02.852720 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-459fad10-91a4-443f-afd4-f5fbbfecfbeb req-1ccb305d-52b9-420d-8e02-d59fe66d9b3a tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 May 10 12:11:04.037070 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc133d-425e-445d-bb67-2a19573091d7 req-086ece6d-161f-463f-aa4a-e4d31d843295 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:04.038555 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40cc133d-425e-445d-bb67-2a19573091d7 req-086ece6d-161f-463f-aa4a-e4d31d843295 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0827696 May 10 12:11:04.082514 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-40cc133d-425e-445d-bb67-2a19573091d7 req-21a90146-4a9b-479b-b86f-739a4de4f4ac tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 May 10 12:11:04.507662 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35610) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:11:04.621093 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.635598 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 12:11:04.639538 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Usage tracker for resource:security_group_rule and tenant:d1cd470d6b124de9a44f85e99b5df8af is out of sync, need to count used quota {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 12:11:04.642333 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 12:11:04.647972 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.quota.driver [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 12:11:04.726677 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.730447 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_create {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.738881 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-7006f84b-3f1c-4f8b-b4f8-151fe662852b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:11:04.776993 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1cd470d6b124de9a44f85e99b5df8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682118 May 10 12:11:04.777835 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29964194-1aef-494a-be79-9bf6ccee2963,revision_number=1']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:04.779620 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35616) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:11:04.785664 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.786049 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.786422 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.786790 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.787153 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.787515 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.787879 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.788236 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.788593 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.788957 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.789343 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.789697 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:11:04.793535 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-179c4c80-793d-4db0-8b95-623283a1a116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:11:04.838884 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.864912 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.913517 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.918111 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-82e5b4e1-ff99-409c-8a3f-851a1d1734f4 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:11:04.930486 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29964194-1aef-494a-be79-9bf6ccee2963,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:04.933832 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:11:04.939212 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:04.940308 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-baa55776-d410-4f8e-999f-ff70681d61dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29964194-1aef-494a-be79-9bf6ccee2963 HTTP/1.1" status: 204 len: 168 time: 0.1596806 May 10 12:11:05.273880 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de35bf-5e64-414a-b841-c7263249de71 req-90614a17-a1af-40f0-b5a1-a9d612ad65d3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:05.275316 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d6de35bf-5e64-414a-b841-c7263249de71 req-90614a17-a1af-40f0-b5a1-a9d612ad65d3 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0854447 May 10 12:11:05.318463 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d6de35bf-5e64-414a-b841-c7263249de71 req-19e156a3-7245-4b78-8a91-e9f34281c51a tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 May 10 12:11:06.502223 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd11a2-4dfd-48d3-a557-61c35af817f1 req-7773ea9a-6129-4872-a8c6-11fe83b72951 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:06.503638 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4cd11a2-4dfd-48d3-a557-61c35af817f1 req-7773ea9a-6129-4872-a8c6-11fe83b72951 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0799088 May 10 12:11:06.547147 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d4cd11a2-4dfd-48d3-a557-61c35af817f1 req-c0806ba6-2ec7-4b42-964c-b6c3a77f8036 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378954 May 10 12:11:07.725720 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd118fa-9d64-4b41-9918-2ef68f0e113e req-615cfa03-f026-4e53-a56a-5f7a889b8966 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:07.727153 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5bd118fa-9d64-4b41-9918-2ef68f0e113e req-615cfa03-f026-4e53-a56a-5f7a889b8966 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 943 time: 0.0773277 May 10 12:11:07.770605 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-5bd118fa-9d64-4b41-9918-2ef68f0e113e req-c307d14e-cb8b-4649-ae09-3ffc293a298e tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375781 May 10 12:11:08.217232 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0f9c52c3-0a8f-4411-8726-cb79308ccaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:08.620946 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 12:11:08.750123 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:11:08.762795 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Returning: {'device': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'port_id': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'mac_address': 'fa:16:3e:f3:2a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 12:11:08.819140 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:08.836200 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7eed899-93e4-48a9-ab51-8246506f14b9 {{(pid=78768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 12:11:08.855231 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:11:08.860926 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:08.863565 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:11:08.928514 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=7']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:08.931658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:11:08.959296 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7f160-9766-48e5-9a47-550412ef08d2 req-c3c5f34a-66fe-428f-8c5b-aea961eeb268 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:08.960743 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e0c7f160-9766-48e5-9a47-550412ef08d2 req-c3c5f34a-66fe-428f-8c5b-aea961eeb268 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 944 time: 0.0819461 May 10 12:11:09.004096 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e0c7f160-9766-48e5-9a47-550412ef08d2 req-d4106283-8ad1-4b0f-a0d0-2a8fcc641e12 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375462 May 10 12:11:09.067705 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] get_ports_and_sgs() called for port_ids ['c7eed899-93e4-48a9-ab51-8246506f14b9'] {{(pid=78768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 12:11:10.190171 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822498-0fa3-458f-9881-764bafd8ed26 req-f4e6167c-118f-4b79-bf62-8f234b4b3eef tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:10.191593 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d9822498-0fa3-458f-9881-764bafd8ed26 req-f4e6167c-118f-4b79-bf62-8f234b4b3eef tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 944 time: 0.0811849 May 10 12:11:10.235268 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d9822498-0fa3-458f-9881-764bafd8ed26 req-6f508c57-6476-4a71-ba8c-91824f6dcef1 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 May 10 12:11:10.317986 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:11:10.620285 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 up at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 12:11:10.712457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.provisioning_blocks [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Provisioning complete for port c7eed899-93e4-48a9-ab51-8246506f14b9 triggered by entity L2. {{(pid=78768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 12:11:10.712826 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7805126'] for port, provisioning_complete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.780819 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.837186 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642129'] for port, before_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.864637 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:11:10.874778 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:11:10.879353 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754372276327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754371841046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754371841091'] for port, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.881099 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-d9785927-dbf3-4d02-b4d6-363349a8d1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:11:10.915079 dv-cinder-784945-6-iscsi neutron-server[78768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'code': 200} May 10 12:11:10.949145 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-da37de8c-28e7-4001-b799-5f551e61052b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:10.958702 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Pushing event updated for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=8']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:11:10.961423 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:11:11.188588 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70431ba6-c182-4620-9b19-ab2381a89a6c req-10e84e7e-5563-4131-ad33-3891ecaf466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:11.190038 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-70431ba6-c182-4620-9b19-ab2381a89a6c req-10e84e7e-5563-4131-ad33-3891ecaf466e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0727270 May 10 12:11:11.229371 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-70431ba6-c182-4620-9b19-ab2381a89a6c req-8c42e1e8-d7a2-4faf-ba24-4bbc09225435 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 May 10 12:11:11.415432 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd67b4-b866-4f43-98ca-a051b0406355 req-1c42953f-b30b-49f2-889d-0dd726fec581 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:11.416852 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e2cd67b4-b866-4f43-98ca-a051b0406355 req-1c42953f-b30b-49f2-889d-0dd726fec581 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0794177 May 10 12:11:11.462727 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-e2cd67b4-b866-4f43-98ca-a051b0406355 req-f5454f8d-3b80-43eb-be84-a67138a2b73f tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 May 10 12:11:12.503109 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:12.648132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ad70-4abc-410a-8f21-9e1f7390599d req-b3c04719-b6fc-436a-a04f-5285577c66ec tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:12.649509 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-18b2ad70-4abc-410a-8f21-9e1f7390599d req-b3c04719-b6fc-436a-a04f-5285577c66ec tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0788240 May 10 12:11:12.692400 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-18b2ad70-4abc-410a-8f21-9e1f7390599d req-6680a4a6-5f54-4a16-8d47-57a93c1dfd13 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372524 May 10 12:11:13.865153 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:27.292844 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:38.219043 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7ba75afe-4d7a-4933-bcf7-d931916cdf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:40.771964 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:40.927884 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-0b36f5f1-93aa-429f-9591-3172c2993edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:42.505917 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:43.867580 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:11:47.316822 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:11:51.161315 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-3b5c40f7-b2a5-49b9-a3ca-3dee02c31e18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671623 May 10 12:11:51.302637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-8608b868-bfff-46f3-b105-27a96c3efb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:51.304086 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-8608b868-bfff-46f3-b105-27a96c3efb6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0722461 May 10 12:11:51.443841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-2cf4b2e6-7992-47b1-903e-38c7ca3a8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:51.445196 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-2cf4b2e6-7992-47b1-903e-38c7ca3a8722 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1224647 May 10 12:11:51.644506 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-86253320-d44b-48c0-8ec3-c9499fdfb36a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 1001 time: 0.1929617 May 10 12:11:51.705963 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-e2d07ed9-50c4-4970-b515-d4fc6179d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:51.707230 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-e2d07ed9-50c4-4970-b515-d4fc6179d93d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0550361 May 10 12:11:51.783172 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-5bc8b344-5429-4c0f-81b1-6c8b0393980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:11:51.784583 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-5bc8b344-5429-4c0f-81b1-6c8b0393980b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701642 May 10 12:11:51.910835 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-5b27ab58-97e5-49ff-860b-4b3bb7a425df service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197002 May 10 12:11:52.037014 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-9dc6daa8-2d1c-43a6-b751-05a71d25d124 req-621a33bf-3692-486e-9ad7-b7a09ffb1f17 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195674 May 10 12:11:57.283503 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:08.219935 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-ae389c61-1729-497b-b2ab-3165ea22625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.772516 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:10.928480 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-2da22d2b-260a-45f6-8149-513457ceb587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:12.507408 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:13.871640 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:24.315631 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:12:25.632983 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35666) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:25.887089 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Deleting port df02d542-9769-42df-b23f-ff3a0ce399b7 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:25.887342 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:25.999551 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:25.999872 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:26.207067 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Calling delete_port for df02d542-9769-42df-b23f-ff3a0ce399b7 owned by network:floatingip {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:26.329150 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:26.333510 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-65b776e1-c3ca-4cba-b570-155244849d18 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:26.378936 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event deleted for resources: {'Port': ['ID=df02d542-9769-42df-b23f-ff3a0ce399b7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:26.418767 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.419150 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.419517 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.419883 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.420243 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.421134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.421511 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.421864 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.422218 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.422568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.422917 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.423268 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:26.449992 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:26.478359 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for floatingip, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:26.478694 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.db.l3_db [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Floating IP e8c14390-ddbc-4e9e-bad7-953a992c978c disassociated (deleted). External IP: 172.27.2.117, port: c7eed899-93e4-48a9-ab51-8246506f14b9. May 10 12:12:26.819966 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Router d4d1a666-1b57-4088-8aba-556fa54b177c has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:12:26.993586 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:12:27.002623 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Sync routers for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:27.005453 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for floatingip, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:27.012078 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:27.012698 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:27.060303 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-930eca60-b720-43ec-9b8b-6c68523d3bf7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "DELETE /v2.0/floatingips/e8c14390-ddbc-4e9e-bad7-953a992c978c HTTP/1.1" status: 204 len: 168 time: 1.4262671 May 10 12:12:27.060966 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:12:27.112818 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'status': 'completed', 'code': 200} May 10 12:12:27.191599 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:27.206923 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-236c5c25-cc9b-4e8f-a92c-8629cb811b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:27.208387 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-236c5c25-cc9b-4e8f-a92c-8629cb811b2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=748dda16665242779693a8e31792ecc6&device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 1098 time: 0.0725009 May 10 12:12:27.355672 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-79580779-15d5-462e-b932-9ccd1689eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:27.356557 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-79580779-15d5-462e-b932-9ccd1689eb1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 200 len: 909 time: 0.1407449 May 10 12:12:27.424744 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:27.429821 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-e40d0230-f13a-4123-8d35-ad35de7ac57e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 200 len: 217 time: 0.0666173 May 10 12:12:27.466283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24d6e1-316e-495a-81a8-c8c30023a202 req-54534a68-1c92-40ac-b41b-3db277e43105 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:27.467307 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-6c24d6e1-316e-495a-81a8-c8c30023a202 req-54534a68-1c92-40ac-b41b-3db277e43105 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Synchronizing usage tracker for tenant:748dda16665242779693a8e31792ecc6 on resource:port {{(pid=78766) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:12:27.485868 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.quota.resource [req-6c24d6e1-316e-495a-81a8-c8c30023a202 req-54534a68-1c92-40ac-b41b-3db277e43105 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Unset dirty status for tenant:748dda16665242779693a8e31792ecc6 on resource:port {{(pid=78766) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:12:27.488402 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6c24d6e1-316e-495a-81a8-c8c30023a202 req-54534a68-1c92-40ac-b41b-3db277e43105 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.1113157 May 10 12:12:27.494991 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-ef53911d-7da8-4335-9b08-033beffea5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:27.496669 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-ef53911d-7da8-4335-9b08-033beffea5dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 200 len: 847 time: 0.0597587 May 10 12:12:27.527468 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:27.531478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Checking router: d4d1a666-1b57-4088-8aba-556fa54b177c for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:27.537527 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-6c24d6e1-316e-495a-81a8-c8c30023a202 req-e0c9b5ac-8c54-4972-a10b-0e60d04b95d7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 May 10 12:12:27.539830 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:27.540443 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:27.582456 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-3052ded0-1d2a-4fdb-8882-5b6a9ee06662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:27.583951 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-3052ded0-1d2a-4fdb-8882-5b6a9ee06662 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b5004a1-8f57-4855-b6ac-41067cd69bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809112 May 10 12:12:27.715487 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:27.716826 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-745a46f8-987a-4be8-a642-f3e6436686cd service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246529 May 10 12:12:27.848089 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-c4c3740b-7244-4ab8-8405-a8b4b593935c req-34857b14-52c7-416b-a862-ad60104a5987 service neutron] 10.222.0.21 "GET /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230013 May 10 12:12:28.055352 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:28.059124 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1663bdc-70ec-44ea-8261-2e7edbd399d8 None None] The sync data for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi is: [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:07:56Z', 'revision_number': 4, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi', '_interfaces': [{'id': '2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c', 'name': '', 'network_id': '8b5004a1-8f57-4855-b6ac-41067cd69bae', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'mac_address': 'fa:16:3e:df:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:55Z', 'updated_at': '2021-05-10T12:08:01Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'subnets': [{'id': 'fe31419c-2ee2-4638-b2d0-35b4f7c9013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:28.255792 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82958cfa-0b67-465a-996a-90b5ca22e207 None None] New status for floating IP e8c14390-ddbc-4e9e-bad7-953a992c978c: DOWN {{(pid=78769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 12:12:28.722335 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8f13-11f0-46eb-9c83-3612d899d2de req-f631a48e-4ca1-41df-a3cd-8b589a6c79c7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:28.723773 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d04e8f13-11f0-46eb-9c83-3612d899d2de req-f631a48e-4ca1-41df-a3cd-8b589a6c79c7 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0779705 May 10 12:12:28.766918 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-d04e8f13-11f0-46eb-9c83-3612d899d2de req-be964a6d-2bc6-4e07-9cc4-b003da43a700 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbbcab5-e492-45da-abbc-a7b7aa536231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 May 10 12:12:28.911919 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cb408-931b-4250-88e9-62bbc5634a9a req-7d173ab1-570f-48e0-8058-eee8d2d0e850 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 12:12:28.912610 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-364cb408-931b-4250-88e9-62bbc5634a9a req-7d173ab1-570f-48e0-8058-eee8d2d0e850 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Synchronizing usage tracker for tenant:748dda16665242779693a8e31792ecc6 on resource:port {{(pid=78767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 12:12:28.924450 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.quota.resource [req-364cb408-931b-4250-88e9-62bbc5634a9a req-7d173ab1-570f-48e0-8058-eee8d2d0e850 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Unset dirty status for tenant:748dda16665242779693a8e31792ecc6 on resource:port {{(pid=78767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 12:12:28.925552 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-364cb408-931b-4250-88e9-62bbc5634a9a req-7d173ab1-570f-48e0-8058-eee8d2d0e850 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 945 time: 0.0906105 May 10 12:12:29.058520 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Deleting port c7eed899-93e4-48a9-ab51-8246506f14b9 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:29.058787 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:29.188211 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] For port c7eed899-93e4-48a9-ab51-8246506f14b9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c7eed899-93e4-48a9-ab51-8246506f14b9,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:29.188577 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:29.401896 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Calling delete_port for c7eed899-93e4-48a9-ab51-8246506f14b9 owned by compute:nova {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:29.509413 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:29.514856 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-74925de0-d623-481d-9c30-cd78a6096ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:29.559210 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event deleted for resources: {'Port': ['ID=c7eed899-93e4-48a9-ab51-8246506f14b9,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:29.597955 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.598273 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.598642 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.599009 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.599373 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.599731 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.600085 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.600440 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.600795 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.601150 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.601530 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.601886 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:29.612736 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:29.646099 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] No DVR routers for this DVR port c7eed899-93e4-48a9-ab51-8246506f14b9 on host hv-cinder-78494 {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:29.648485 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8309068'] for port, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:29.650990 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-deleted', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9'}] {{(pid=78767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 12:12:29.670803 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [req-364cb408-931b-4250-88e9-62bbc5634a9a req-299c6497-66fd-47a4-8bcc-89abe2b76b61 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.21 "DELETE /v2.0/ports/c7eed899-93e4-48a9-ab51-8246506f14b9 HTTP/1.1" status: 204 len: 173 time: 0.7390733 May 10 12:12:29.694833 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3581a83b-1b1d-4c46-b557-e2e7f9d19c73', 'name': 'network-vif-deleted', 'tag': 'c7eed899-93e4-48a9-ab51-8246506f14b9', 'status': 'completed', 'code': 200} May 10 12:12:29.912683 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [req-8b1aa4cb-3530-477e-bc46-e5e5eb8d4b3e req-165dd2fd-0489-4cb8-b59a-8a749d6405e2 tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "GET /v2.0/ports?device_id=3581a83b-1b1d-4c46-b557-e2e7f9d19c73 HTTP/1.1" status: 200 len: 210 time: 0.0434098 May 10 12:12:30.935478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:30.968494 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] No Port match for: c7eed899-93e4-48a9-ab51-8246506f14b9 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:30.968843 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Device c7eed899-93e4-48a9-ab51-8246506f14b9 not bound to the agent host hv-cinder-78494 {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:31.006727 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35686) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:31.074739 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:31.102844 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:31.165823 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:31.170123 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-30d6f689-8b54-4186-ac84-5374520dbcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:31.184389 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbbcab5-e492-45da-abbc-a7b7aa536231,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:31.187557 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:31.196053 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:31.197138 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c96f9e83-38ef-4d0d-b1b3-226c3ecd9b0b tempest-TestShelveInstance-294984239 tempest-TestShelveInstance-294984239-project] 10.222.0.41 "DELETE /v2.0/security-groups/5bbbcab5-e492-45da-abbc-a7b7aa536231 HTTP/1.1" status: 204 len: 168 time: 0.1894722 May 10 12:12:31.253262 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35692) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:31.865789 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:32.252294 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Deleting port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:32.252990 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:32.372501 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] For port 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:32.372840 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:32.491172 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Calling delete_port for 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c owned by network:router_interface {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:32.626790 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:32.630153 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-412137db-f39b-41a1-8d53-f8d629c1d7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:32.672788 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:32.675980 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:33.039476 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:33.386242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Router d4d1a666-1b57-4088-8aba-556fa54b177c has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:12:33.555602 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:12:33.564633 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Sync routers for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:33.568160 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-6cd9bd67-2e37-4a60-8568-0c5ff95a650a admin admin] 10.222.0.41 "PUT /v2.0/routers/d4d1a666-1b57-4088-8aba-556fa54b177c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138020 May 10 12:12:33.570828 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35696) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:33.581518 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:33.582144 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:33.743452 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:33.753919 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: dv-cinder-784945-6-iscsi {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:33.914557 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:33.985750 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Deleting port 1fbe2509-7929-4670-aaef-fbc385a101d7 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:33.986085 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.034177 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:12:32Z', 'revision_number': 5, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port': {'id': '1fbe2509-7929-4670-aaef-fbc385a101d7', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:53Z', 'updated_at': '2021-05-10T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:34.038258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Checking router: d4d1a666-1b57-4088-8aba-556fa54b177c for host: dv-cinder-784945-6-iscsi {{(pid=78768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:34.047637 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Routers {'d4d1a666-1b57-4088-8aba-556fa54b177c'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:34.048267 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['d4d1a666-1b57-4088-8aba-556fa54b177c'], 'active': True} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:34.196893 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvr_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] Set router d4d1a666-1b57-4088-8aba-556fa54b177c gateway port host: None {{(pid=78768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:34.219237 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] For port 1fbe2509-7929-4670-aaef-fbc385a101d7, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=1fbe2509-7929-4670-aaef-fbc385a101d7,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:34.219596 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.300861 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_hamode_db [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:12:33Z', 'revision_number': 6, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:34.304864 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13836bbd-4712-4831-81ba-2e0296295e1f None None] The sync data for ids ['d4d1a666-1b57-4088-8aba-556fa54b177c'] in dv-cinder-784945-6-iscsi is: [{'id': 'd4d1a666-1b57-4088-8aba-556fa54b177c', 'name': 'tempest-TestShelveInstance-120678550-router', 'tenant_id': '748dda16665242779693a8e31792ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:52Z', 'updated_at': '2021-05-10T12:12:33Z', 'revision_number': 6, 'project_id': '748dda16665242779693a8e31792ecc6', 'gw_port_host': None}] {{(pid=78768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:34.346372 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Calling delete_port for 1fbe2509-7929-4670-aaef-fbc385a101d7 owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:34.479313 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.483699 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-ac4f966c-4a14-41c9-ac04-8d2f3d7197c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:34.529129 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbe2509-7929-4670-aaef-fbc385a101d7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:34.554115 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:34.615998 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.789607 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.791673 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.814142 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.814742 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d1a666-1b57-4088-8aba-556fa54b177c {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 12:12:34.826365 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.828026 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-b04dac75-a7d1-461c-823c-3e3e224c1030 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d4d1a666-1b57-4088-8aba-556fa54b177c HTTP/1.1" status: 204 len: 168 time: 1.2559578 May 10 12:12:34.830512 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35700) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:34.889339 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Deleting subnet fe31419c-2ee2-4638-b2d0-35b4f7c9013d {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:12:34.892761 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:34.939101 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.016326 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.260090 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.264109 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-a67439a6-9481-4544-b6d7-f29d7d43a8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:35.301909 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe31419c-2ee2-4638-b2d0-35b4f7c9013d,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:35.304830 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:35.305819 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.315511 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-8bde4617-3aae-498c-a34f-e42bc2291b0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fe31419c-2ee2-4638-b2d0-35b4f7c9013d HTTP/1.1" status: 204 len: 168 time: 0.4818034 May 10 12:12:35.315683 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb13c6a-2b63-4e4c-9e39-38935d300fc4 None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:12:35.316099 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35704) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:35.418833 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.488488 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Deleting port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:35.489231 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.571624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] DHCP port deletion for 8b5004a1-8f57-4855-b6ac-41067cd69bae request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:12:35.632356 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:35.685874 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:35.686249 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 2c2384c2-f7d5-4f8f-aae7-18f506e3ce8c not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:35.686680 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8acaf409-7ab5-495d-a8ca-8e1537b451f2 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:35.698802 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] For port 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8acaf409-7ab5-495d-a8ca-8e1537b451f2,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:35.699161 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.723226 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Deleting port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:35.723613 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.821059 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Calling delete_port for 8acaf409-7ab5-495d-a8ca-8e1537b451f2 owned by network:dhcp {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:35.869134 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:35.873027 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-3d5cd0ec-566f-4e72-91a6-cacbd344cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:35.916072 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-026faa14-a808-4260-9951-4819100a80ba None None] No active binding found for port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 {{(pid=78768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 12:12:35.916624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 8acaf409-7ab5-495d-a8ca-8e1537b451f2 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:35.917050 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 1fbe2509-7929-4670-aaef-fbc385a101d7 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:35.921140 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Pushing event deleted for resources: {'Port': ['ID=8acaf409-7ab5-495d-a8ca-8e1537b451f2,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:35.922981 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] No DVR routers for this DVR port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 on host dv-cinder-784945-6-iscsi {{(pid=78766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:35.924503 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:35.971358 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 1fbe2509-7929-4670-aaef-fbc385a101d7 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:35.971709 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 1fbe2509-7929-4670-aaef-fbc385a101d7 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:35.980164 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] For port 8acaf409-7ab5-495d-a8ca-8e1537b451f2, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=8acaf409-7ab5-495d-a8ca-8e1537b451f2,segment=NetworkSegment(abf08ecc-8f80-42e0-8dd5-30ec8c306a39),segment_id=abf08ecc-8f80-42e0-8dd5-30ec8c306a39)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:35.980608 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.039392 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.052201 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5004a1-8f57-4855-b6ac-41067cd69bae']}} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:36.064231 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39') {'for_net_delete': True} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:36.064529 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.services.segments.db [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf08ecc-8f80-42e0-8dd5-30ec8c306a39') {} {{(pid=78766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:36.075967 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936319'] for segment, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.093719 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.099941 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=78766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:12:36.100318 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246689'] for segment, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: Traceback (most recent call last): May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: timer() May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: cb(*args, **kw) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: return func(*args, **kwargs) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: self._notify() May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: self.callback(batched_events) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: event.method(event) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: return f(self, *a, **k) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._get(url).json() May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: return self.request(url, 'GET', **kwargs) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:12:36.114011 dv-cinder-784945-6-iscsi neutron-server[78766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:12:36.151833 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Calling delete_port for 8acaf409-7ab5-495d-a8ca-8e1537b451f2 owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:36.195178 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.199394 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:36.199885 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.204390 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:36.213716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:36.224298 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5004a1-8f57-4855-b6ac-41067cd69bae,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:36.227519 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:36.240753 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-1a922454-6a5a-4dd8-bfe5-83cb23c2d85a admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b5004a1-8f57-4855-b6ac-41067cd69bae HTTP/1.1" status: 204 len: 168 time: 0.9239123 May 10 12:12:36.242956 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Network 8b5004a1-8f57-4855-b6ac-41067cd69bae is not hosted by any dhcp agent {{(pid=78768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 12:12:36.243433 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] No DVR routers for this DVR port 8acaf409-7ab5-495d-a8ca-8e1537b451f2 on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:36.243630 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35708) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:36.252360 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Pushing event deleted for resources: {'Port': ['ID=8acaf409-7ab5-495d-a8ca-8e1537b451f2,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:36.260225 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.260573 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.260938 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.261302 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.261636 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.261994 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.262320 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.262645 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.262973 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.263369 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.263581 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.263975 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-6-iscsi {{(pid=78768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 12:12:36.267449 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-b84de94a-d2cd-4387-8912-2e37f3e4ad44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:36.777985 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396876'] for router_interface, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:37.278568 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Deleting port 07a48ecf-15e3-4f7f-a9c6-427107a45cef {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:37.278901 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:37.394774 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] For port 07a48ecf-15e3-4f7f-a9c6-427107a45cef, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=07a48ecf-15e3-4f7f-a9c6-427107a45cef,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:37.395123 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:37.512463 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Calling delete_port for 07a48ecf-15e3-4f7f-a9c6-427107a45cef owned by network:router_interface {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:37.650851 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:37.655619 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-6f227ae4-5dac-4a9b-8ee7-6337c67db6c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:37.698254 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a48ecf-15e3-4f7f-a9c6-427107a45cef,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:37.723387 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:37.957859 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404220'] for router_interface, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:38.221624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d88f-6110-443e-94b3-da2a69ffe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:38.303662 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Router c148413e-22fd-417f-a91c-58b4ba5a38c9 has already been hosted by L3 agent 224b4af6-806e-4cd7-a46c-463371e50d3a {{(pid=78766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 12:12:38.581542 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] Notify agent at l3_agent.dv-cinder-784945-6-iscsi the message routers_updated {{(pid=78766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 12:12:38.589606 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Sync routers for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 12:12:38.597018 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-eca4c463-0b46-47e3-b7ff-0c9507ffccd7 admin admin] 10.222.0.41 "PUT /v2.0/routers/c148413e-22fd-417f-a91c-58b4ba5a38c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3523226 May 10 12:12:38.598995 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:38.599462 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35712) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:38.599607 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:38.772371 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks [] for router, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:38.772714 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: dv-cinder-784945-6-iscsi {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:38.945936 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.015447 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Deleting port e3a48e82-f93f-403c-ab36-364b23f6c471 {{(pid=78766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:39.016133 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.048591 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'external_fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:12:37Z', 'revision_number': 5, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port': {'id': 'e3a48e82-f93f-403c-ab36-364b23f6c471', 'name': '', 'network_id': '135a4bab-7bb8-479e-a1b7-fd0a0c4e3cd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T12:07:59Z', 'updated_at': '2021-05-10T12:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d62429d-cfbd-49a2-b73e-6d44342d36b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-6-iscsi'}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:39.052303 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Checking router: c148413e-22fd-417f-a91c-58b4ba5a38c9 for host: dv-cinder-784945-6-iscsi {{(pid=78769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 12:12:39.060532 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Routers {'c148413e-22fd-417f-a91c-58b4ba5a38c9'} bound to L3 agent in host dv-cinder-784945-6-iscsi {{(pid=78769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 12:12:39.061210 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:24:41Z,description=,heartbeat_timestamp=2021-05-10T12:12:11Z,host='dv-cinder-784945-6-iscsi',id=224b4af6-806e-4cd7-a46c-463371e50d3a,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:24:41Z,topic='l3_agent')) {'router_ids': ['c148413e-22fd-417f-a91c-58b4ba5a38c9'], 'active': True} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:39.133283 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.db [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] For port e3a48e82-f93f-403c-ab36-364b23f6c471, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=e3a48e82-f93f-403c-ab36-364b23f6c471,segment=NetworkSegment(a55d1fe1-55c3-49c8-b72f-beb77edb88be),segment_id=a55d1fe1-55c3-49c8-b72f-beb77edb88be)] {{(pid=78766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:39.133637 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.243270 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_dvr_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] Set router c148413e-22fd-417f-a91c-58b4ba5a38c9 gateway port host: None {{(pid=78769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 12:12:39.259827 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.plugins.ml2.plugin [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Calling delete_port for e3a48e82-f93f-403c-ab36-364b23f6c471 owned by network:router_gateway {{(pid=78766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:39.347374 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.l3_hamode_db [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:12:38Z', 'revision_number': 6, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port_host': None}], 'dv-cinder-784945-6-iscsi', False) {} {{(pid=78769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:39.351327 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238b8aa-1ba3-4445-8e48-06decd529fad None None] The sync data for ids ['c148413e-22fd-417f-a91c-58b4ba5a38c9'] in dv-cinder-784945-6-iscsi is: [{'id': 'c148413e-22fd-417f-a91c-58b4ba5a38c9', 'name': 'tempest-TestShelveInstance-882404644-router', 'tenant_id': '81ac7b97123f4989acd1ac2b62a19503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T12:07:58Z', 'updated_at': '2021-05-10T12:12:38Z', 'revision_number': 6, 'project_id': '81ac7b97123f4989acd1ac2b62a19503', 'gw_port_host': None}] {{(pid=78769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 12:12:39.403221 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246676'] for port, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.407094 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-06188043-ed22-4017-a7fc-4f86bcc58c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:39.448383 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a48e82-f93f-403c-ab36-364b23f6c471,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:39.451410 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:39.540132 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408424'] for router_gateway, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.708442 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4955'] for router, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.710716 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.736437 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468346'] for router, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.737261 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c148413e-22fd-417f-a91c-58b4ba5a38c9 {{(pid=78766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 12:12:39.750425 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] Notify callbacks [] for router, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.753805 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-f849ae3b-df7b-4adf-9c47-01b69517973e admin admin] 10.222.0.41 "DELETE /v2.0/routers/c148413e-22fd-417f-a91c-58b4ba5a38c9 HTTP/1.1" status: 204 len: 168 time: 1.1512055 May 10 12:12:39.754066 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35716) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:39.815974 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.db.db_base_plugin_v2 [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Deleting subnet f2de0af6-78ef-4e7b-a909-fdb1b34a1833 {{(pid=78766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 12:12:39.818720 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:39.973740 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936288'] for subnet, precommit_delete_associations {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.047472 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7809204'] for subnet, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.102345 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 07a48ecf-15e3-4f7f-a9c6-427107a45cef no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:40.136674 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 07a48ecf-15e3-4f7f-a9c6-427107a45cef {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:40.137030 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 07a48ecf-15e3-4f7f-a9c6-427107a45cef not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:40.300287 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7809211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943313'] for subnet, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.304957 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:40.340392 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2de0af6-78ef-4e7b-a909-fdb1b34a1833,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:40.344829 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:40.345668 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.351530 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4982cd-a950-4e37-a7ac-bb5ac2ed39df None None] Network a7d20afb-235a-42aa-a328-767eca904cb3 requested from dv-cinder-784945-6-iscsi {{(pid=78768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 12:12:40.353300 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-02562119-1979-4ec2-929b-87df8a4c3aeb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2de0af6-78ef-4e7b-a909-fdb1b34a1833 HTTP/1.1" status: 204 len: 168 time: 0.5974932 May 10 12:12:40.355688 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.wsgi [-] (78767) accepted ('10.222.0.41', 35720) {{(pid=78767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:40.462726 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-610740'] for network, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.533463 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Deleting port 37814f05-5121-4b10-886e-978939065f77 {{(pid=78767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:40.533841 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.592991 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] DHCP port deletion for a7d20afb-235a-42aa-a328-767eca904cb3 request from dv-cinder-784945-6-iscsi {{(pid=78768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 12:12:40.632712 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.db [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] For port 37814f05-5121-4b10-886e-978939065f77, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=37814f05-5121-4b10-886e-978939065f77,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:40.632992 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.658934 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Deleting port 37814f05-5121-4b10-886e-978939065f77 {{(pid=78768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 12:12:40.659317 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754372272029'] for port, before_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.754189 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.plugin [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Calling delete_port for 37814f05-5121-4b10-886e-978939065f77 owned by network:dhcp {{(pid=78767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:40.756223 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.db [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] For port 37814f05-5121-4b10-886e-978939065f77, host dv-cinder-784945-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-6-iscsi',level=0,port_id=37814f05-5121-4b10-886e-978939065f77,segment=NetworkSegment(9e198ed8-3b15-4a05-9843-1935faf10fa7),segment_id=9e198ed8-3b15-4a05-9843-1935faf10fa7)] {{(pid=78768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 12:12:40.756379 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404662'] for port, precommit_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.799380 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492211'] for port, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.804046 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-677e385f-9389-4529-ac5f-61096e7b32ce tempest-AttachVolumeNegativeTest-1361309881 tempest-AttachVolumeNegativeTest-1361309881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:40.851184 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] No DVR routers for this DVR port 37814f05-5121-4b10-886e-978939065f77 on host dv-cinder-784945-6-iscsi {{(pid=78767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:40.853213 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Pushing event deleted for resources: {'Port': ['ID=37814f05-5121-4b10-886e-978939065f77,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:40.878608 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:40.887135 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Calling delete_port for 37814f05-5121-4b10-886e-978939065f77 owned by network:dhcp {{(pid=78768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 12:12:40.891923 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.937090 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-527ae1c6-e739-47aa-8c0b-c4eee9c9af46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.943811 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754372276336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754371841037'] for port, after_delete {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.948127 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:40.968056 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807055', 'neutron.services.segments.db._delete_segments_for_network-8754372283037'] for network, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:40.980848 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d20afb-235a-42aa-a328-767eca904cb3']}} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:40.992735 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e198ed8-3b15-4a05-9843-1935faf10fa7') {'for_net_delete': True} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:40.993040 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.services.segments.db [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e198ed8-3b15-4a05-9843-1935faf10fa7') {} {{(pid=78767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 12:12:40.993559 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Pushing event deleted for resources: {'Port': ['ID=37814f05-5121-4b10-886e-978939065f77,revision_number=None']} {{(pid=78768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:40.995388 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] No DVR routers for this DVR port 37814f05-5121-4b10-886e-978939065f77 on host dv-cinder-784945-6-iscsi {{(pid=78768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 12:12:40.996758 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG oslo_concurrency.lockutils [None req-9bf26a79-0b33-46e0-b2d6-280cfd742ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:41.005155 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754372294503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6112569'] for segment, before_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.021651 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743'] for segment, precommit_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.027637 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=78767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 12:12:41.028051 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492166'] for segment, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: Traceback (most recent call last): May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: timer() May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: cb(*args, **kw) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: return func(*args, **kwargs) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: self._notify() May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: self.callback(batched_events) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: event.method(event) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: aggregate_uuid = self.p_client.list_aggregates( May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: return f(self, *a, **k) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._get(url).json() May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: return self.request(url, 'GET', **kwargs) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: base_url = self.get_endpoint(auth, allow=allow, May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 12:12:41.040668 dv-cinder-784945-6-iscsi neutron-server[78767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 12:12:41.117652 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408442'] for network, after_delete {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.120940 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-51b14892-28e6-45c0-ae7e-52e4aebe8a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:41.134241 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron_lib.callbacks.manager [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873190'] for network, before_response {{(pid=78767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.144068 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d20afb-235a-42aa-a328-767eca904cb3,revision_number=None']} {{(pid=78767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:41.148156 dv-cinder-784945-6-iscsi neutron-server[78767]: DEBUG oslo_concurrency.lockutils [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:41.151489 dv-cinder-784945-6-iscsi neutron-server[78767]: INFO neutron.wsgi [None req-1373bd46-b7d5-4842-8c15-de38fed8741f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a7d20afb-235a-42aa-a328-767eca904cb3 HTTP/1.1" status: 204 len: 168 time: 0.7948205 May 10 12:12:41.328255 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35726) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:41.379841 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-a6cd0661-25e9-4468-9ac4-13ff9a927b6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=748dda16665242779693a8e31792ecc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502603 May 10 12:12:41.382038 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35730) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:41.438414 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.462683 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.511527 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.516155 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-404f3c94-5217-4cc5-a959-26210d1e4452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:41.528758 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6992d7-801b-4d02-accf-6b84696f1b9e,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:41.533865 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:41.535742 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:41.536829 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-c7ed17c0-5ac2-4f4e-bafe-adc7204ac7ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb6992d7-801b-4d02-accf-6b84696f1b9e HTTP/1.1" status: 204 len: 168 time: 0.1538737 May 10 12:12:41.632693 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 37814f05-5121-4b10-886e-978939065f77 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:41.668095 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: 37814f05-5121-4b10-886e-978939065f77 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:41.668449 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device 37814f05-5121-4b10-886e-978939065f77 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:41.668888 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device e3a48e82-f93f-403c-ab36-364b23f6c471 no longer exists at agent ovs-agent-dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 12:12:41.703235 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.plugin [None req-026faa14-a808-4260-9951-4819100a80ba None None] No Port match for: e3a48e82-f93f-403c-ab36-364b23f6c471 {{(pid=78768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 12:12:41.703582 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron.plugins.ml2.rpc [None req-026faa14-a808-4260-9951-4819100a80ba None None] Device e3a48e82-f93f-403c-ab36-364b23f6c471 not bound to the agent host dv-cinder-784945-6-iscsi {{(pid=78768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 12:12:41.974211 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35738) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:42.021625 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-72be1dea-f886-44be-a1a0-d48c177e98f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81ac7b97123f4989acd1ac2b62a19503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462041 May 10 12:12:42.023918 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.wsgi [-] (78766) accepted ('10.222.0.41', 35742) {{(pid=78766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 12:12:42.082314 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.107242 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.158280 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465041'] for security_group, after_delete {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.162942 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-0d93882a-f852-4899-b618-fdbb508f35b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 12:12:42.175537 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a8393a-6dd8-4b5b-b37f-b2578d9c99e7,revision_number=None']} {{(pid=78766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 12:12:42.178124 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG oslo_concurrency.lockutils [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 12:12:42.179289 dv-cinder-784945-6-iscsi neutron-server[78766]: DEBUG neutron_lib.callbacks.manager [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:42.180376 dv-cinder-784945-6-iscsi neutron-server[78766]: INFO neutron.wsgi [None req-59cdfae0-2320-460a-9568-b69bdafd9547 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18a8393a-6dd8-4b5b-b37f-b2578d9c99e7 HTTP/1.1" status: 204 len: 168 time: 0.1556039 May 10 12:12:42.512828 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:43.877263 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:12:57.292875 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:01.315781 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:13:08.225413 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-cee34acf-6aed-417b-a7a7-a849a941c8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:10.773845 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:10.928315 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3e8d48e3-5b0c-41ae-8b68-031242d636d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:12.511914 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:13.877459 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:27.292871 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.227010 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-a0a997d5-39a0-497b-a5bc-11c3abdb9d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:38.315660 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:13:40.774494 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:40.927963 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-356a6388-2b26-4f59-9dad-bc1cf6292780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:42.513658 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:43.880039 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:13:57.292161 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:08.228289 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b7815dc6-2182-4af0-ab1e-c5f48f205c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:10.775509 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:10.928217 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-b4716fdf-d1b0-4511-9839-e97bd6de4421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:12.516931 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:13.883014 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:15.313813 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:14:27.306241 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:38.231234 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-6b9e87d3-b260-4156-9943-ece82e290510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:40.777158 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:40.929258 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-960e9125-9d82-43f1-90b5-b9b72c784d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:42.550515 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:43.886531 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:14:52.312088 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:14:57.305919 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:08.234210 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-efb40e7b-c49d-48de-924d-34fff62e94a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:10.778780 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:10.931036 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-31a862f2-79a8-4128-872f-6fb87ec28975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:12.522366 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:13.888874 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:27.337178 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:29.310951 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:15:38.238077 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5cb2aab6-3aea-4a8c-809e-c5b7da8cffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:40.780478 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:40.931624 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-fafd6cee-6f2f-4f38-a113-bb7a2aca2709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:42.525027 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:43.896694 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:15:57.356582 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:06.309825 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:16:08.241851 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-14a6434d-2f9e-45e5-b00b-2d080a799124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:10.782419 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:10.931730 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-09dcd8a6-1859-497b-9d26-1a646c696782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:12.528778 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:13.895732 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:27.356283 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:38.243572 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-5304316d-f036-4776-87d6-c949bdacb131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.783601 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:40.932506 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-1c19d5fd-9b0d-49fa-bcee-e490391238a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:42.531353 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:43.309008 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:16:43.897926 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:16:57.369791 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:08.245379 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-3186f012-549f-4927-b908-a469209e8fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:10.785923 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-026faa14-a808-4260-9951-4819100a80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:10.932457 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-78a97d97-5426-4488-9083-f1eeb061477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:12.534291 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-7e82e3c6-d25f-4d60-87c7-2310b4d6bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:13.901605 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-991696c3-b356-45f6-b803-3879db59c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 12:17:20.307481 dv-cinder-784945-6-iscsi neutron-server[78769]: DEBUG neutron.db.agents_db [None req-e65a749f-ed8b-4b10-8cf8-fabd3c8f6f0f None None] Agent healthcheck: found 6 active agents {{(pid=78769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 12:17:27.366725 dv-cinder-784945-6-iscsi neutron-server[78768]: DEBUG neutron_lib.callbacks.manager [None req-4e05577c-849e-4ac9-9a93-845a2a1a2313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754372283046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7805045'] for agent, after_update {{(pid=78768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}